-- Logs begin at Fri 2021-07-30 04:19:54 UTC, end at Fri 2021-07-30 05:12:36 UTC. -- Jul 30 04:48:53.724696 dv-cinder-787262-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 04:48:56.432054 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.common.config [-] Logging enabled! Jul 30 04:48:56.432789 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 04:48:56.432891 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92952) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 04:48:56.437182 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.common.config [-] Logging enabled! Jul 30 04:48:56.437443 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 04:48:56.437762 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92952) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 04:48:56.438706 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 04:48:56.438964 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 04:48:56.439331 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 04:48:56.439579 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 04:48:56.439806 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 04:48:56.440128 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.440430 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.440729 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.440963 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.441265 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.441557 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.441841 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.442131 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.442430 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.442720 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.443031 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.443321 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.443554 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.443840 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.444129 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.444418 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.444645 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] debug = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.444927 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.445355 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.445768 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.446057 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.446348 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.446637 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.446920 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.447201 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.447487 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.447818 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] host = dv-cinder-787262-6-iscsi {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.448099 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.448388 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.448679 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.449569 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.449826 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.450103 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.450392 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.450669 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.450970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.451252 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.451545 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.451832 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.452125 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.452353 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.452577 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.452866 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.453154 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.453431 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.453705 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.453982 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.454258 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.454535 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.454807 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.455118 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.455404 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.455688 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.455970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.456245 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.456520 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.456793 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.457079 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.457354 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.457628 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.457903 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.458194 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.458465 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.458742 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.459070 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.459358 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.459640 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.459924 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.460200 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.460485 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.460760 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.461033 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.461306 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] use_json = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.461582 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.461851 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.462134 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.462410 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.462686 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.462987 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.463263 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.463548 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:56.463848 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.464143 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.464490 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.464773 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.465066 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.465347 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.465637 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.465921 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.466210 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.466500 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.466789 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.467095 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.467386 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.467668 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.467964 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.468268 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.468566 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.468858 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.469138 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.469414 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.469690 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.469969 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.470258 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.470554 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.470845 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.471144 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.471425 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.471718 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.471996 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.472269 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.472546 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.472835 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.473113 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.473386 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.473669 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.473947 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.474220 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.474494 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.474774 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.475101 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.475381 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.475657 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.475936 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.476215 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.476488 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.476773 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.477054 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.477327 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.477599 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.477880 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.478156 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.478431 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.478714 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.479015 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.479298 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.479572 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.479846 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.480144 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.480418 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.480692 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.480966 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.481239 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.481518 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.481793 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.482063 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.482336 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.482608 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.482898 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.483190 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.483489 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.483769 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.484047 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.484326 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.484605 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.484883 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.485160 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.485437 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.485714 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.485997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.486283 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.486564 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.486850 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.487166 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.487441 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.487738 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.488015 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.488297 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.488574 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.488854 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.489144 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.489427 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.489722 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.490017 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.490311 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.490605 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.490920 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.491203 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.491511 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.491792 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:56.492009 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 04:48:56.492247 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92952) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 04:48:56.847240 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 04:48:56.847523 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 04:48:56.847816 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 04:48:56.848150 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 04:48:57.242605 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.242915 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.243206 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.244493 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.244767 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.245030 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.280002 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.280278 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.280554 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.295884 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.296174 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.296437 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.325321 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.325599 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.325863 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.361084 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.361368 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.361639 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.591785 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.592412 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.592412 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.592575 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.593270 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.727178 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.727506 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.727792 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.728070 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.728342 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.729042 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.729820 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.731043 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.731429 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.732623 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.732998 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.733395 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.733689 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.734092 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.735269 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.735574 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.735854 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.736146 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.736441 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.736718 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.737009 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.737272 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.737567 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.737972 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.738229 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.738483 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.738942 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:57.739190 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:57.739430 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:57.739671 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:57.740152 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:57.740399 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:57.740971 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 04:48:57.747255 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 04:48:57.751274 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 04:48:57.755275 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 30 04:48:57.756931 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 04:48:57.757396 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 04:48:57.757736 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 04:48:57.758641 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 04:48:57.764872 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 04:48:57.765148 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 04:48:57.765503 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 04:48:57.771420 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 04:48:57.798093 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 04:48:57.798566 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.798897 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92952) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 04:48:57.799275 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.800796 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92952) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 04:48:57.801088 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 04:48:57.801336 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 04:48:57.804835 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.805114 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:57.886732 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 04:48:57.886996 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 04:48:57.887248 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 04:48:57.887649 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 04:48:57.920983 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_db.sqlalchemy.engines [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92952) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 04:48:58.544925 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing driver for type 'gre' Jul 30 04:48:58.545536 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] gre ID ranges: [(1, 1000)] Jul 30 04:48:58.594906 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing driver for type 'local' Jul 30 04:48:58.595518 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing driver for type 'vlan' Jul 30 04:48:58.618728 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] VlanTypeDriver initialization complete Jul 30 04:48:58.619135 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing driver for type 'vxlan' Jul 30 04:48:58.619629 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] vxlan ID ranges: [(1, 1000)] Jul 30 04:48:58.674953 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing extension driver 'port_security' Jul 30 04:48:58.675245 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.extensions.port_security [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] PortSecurityExtensionDriver initialization complete Jul 30 04:48:58.675646 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing mechanism driver 'openvswitch' Jul 30 04:48:58.676037 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing mechanism driver 'hyperv' Jul 30 04:48:58.682522 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:48:58.683907 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.684402 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.684901 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.685531 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 04:48:58.685967 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.686322 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.686668 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.687084 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 04:48:58.687498 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.687847 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.688191 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.688576 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 04:48:58.688996 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > security_group after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.689329 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > security_group after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.689671 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.690085 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 04:48:58.690499 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.690845 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.691209 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.691613 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 04:48:58.692017 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > address_group after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.692363 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > address_group after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.692702 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.693104 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 04:48:58.693479 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] ML2 OVO RPC backend initialized. {{(pid=92952) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 04:48:58.694200 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.694538 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.694980 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.695338 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > networks before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.695685 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.696026 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > ports before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.696367 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.696707 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnets before_response 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.697050 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.697386 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.697720 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.698054 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.698388 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.698723 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.699858 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.700204 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.700544 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.701122 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.plugin [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Modular L2 Plugin initialization complete Jul 30 04:48:58.701467 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading services supported by the core plugin {{(pid=92952) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 04:48:58.701793 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.plugins.ml2.managers [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Got port-security extension from driver 'port_security' Jul 30 04:48:58.702258 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.extensions.vlantransparent [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Disabled vlantransparent extension. Jul 30 04:48:58.702736 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92952) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 04:48:58.703077 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: router Jul 30 04:48:58.738201 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.738598 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_create 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.738996 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router before_create 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.739365 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.739739 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.740090 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_delete 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.740451 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.740935 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_create 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.741283 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_update 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.741634 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_update 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.741982 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.742340 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_update 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.742748 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_update 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.743154 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.743492 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.743829 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: subnet after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.744168 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.744516 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.744860 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_create 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.745203 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.745543 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.746755 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router after_update 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.747134 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.747490 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_create 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.747852 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.748199 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_update 55549900 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.748564 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > agent after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.748917 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > agent after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.749261 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > network after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.750253 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Tracking information for resource: router configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:58.750594 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Tracking information for resource: floatingip configured {{(pid=92952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:48:58.755491 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.db.l3_agentschedulers_db [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 04:48:58.756074 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.756435 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.756785 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.757135 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.757926 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router before_create 55550100 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.758290 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.758651 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_create 55550100 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.759038 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > router precommit_update 55550100 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.764895 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.provider_configuration [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service providers = [] {{(pid=92952) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 04:48:58.765268 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.db.servicetype_db [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92952) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 04:48:58.768309 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.service_base [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:48:58.768662 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.service_base [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:48:58.769003 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.service_base [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:48:58.769882 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.services.service_base [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:48:58.770256 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.services.service_base [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 04:48:58.770636 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.771242 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 04:48:58.783372 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.783710 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: auto_allocate Jul 30 04:48:58.789351 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: network precommit_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.789722 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: network precommit_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.790248 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.790568 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: tag Jul 30 04:48:58.797410 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.797688 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: timestamp Jul 30 04:48:58.801483 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.801812 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: network_ip_availability Jul 30 04:48:58.807223 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.807595 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.807954 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:58.809220 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.809535 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: flavors Jul 30 04:48:58.814522 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.814850 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading Plugin: revisions Jul 30 04:48:58.819103 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:48:58.819492 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_concurrency.lockutils [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.972s {{(pid=92952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 04:48:58.820224 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92952) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 04:48:58.820558 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Initializing extension manager. Jul 30 04:48:58.821063 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: __init__.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.821403 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: __pycache__ {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.821737 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.822071 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: address_group.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.822823 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.823416 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: address-group Jul 30 04:48:58.823786 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: address_scope.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.825028 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.825539 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: address-scope Jul 30 04:48:58.825861 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.826773 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.827310 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: router-admin-state-down-before-update Jul 30 04:48:58.827633 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: agent.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.828325 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.828830 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: agent Jul 30 04:48:58.829151 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: agent_resources_synced.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.830051 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.830556 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: agent-resources-synced Jul 30 04:48:58.830895 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: allowedaddresspairs.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.832660 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.833182 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: allowed-address-pairs Jul 30 04:48:58.833506 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: auto_allocated_topology.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.834574 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.835123 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: auto-allocated-topology Jul 30 04:48:58.835445 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: availability_zone.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.836133 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.836637 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: availability_zone Jul 30 04:48:58.836955 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: availability_zone_filter.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.837857 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.838365 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: availability_zone_filter Jul 30 04:48:58.838682 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: data_plane_status.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.839710 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.840223 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 04:48:58.840542 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: default_subnetpools.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.841451 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.841959 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: default-subnetpools Jul 30 04:48:58.842279 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.843114 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.843621 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: dhcp_agent_scheduler Jul 30 04:48:58.843940 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: dns.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.844841 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.845347 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 04:48:58.845667 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: dns_domain_ports.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.846573 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.847105 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 04:48:58.847428 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.848336 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.848841 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 04:48:58.849157 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: dvr.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.849822 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.850324 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: dvr Jul 30 04:48:58.850727 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: ecmp_routes.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.851665 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.852166 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 04:48:58.852484 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: empty_string_filtering.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.853377 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.853880 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: empty-string-filtering Jul 30 04:48:58.854198 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.855192 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.855819 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 04:48:58.856136 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.857056 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.857559 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 04:48:58.857878 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: external_net.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.858775 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.859312 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: external-net Jul 30 04:48:58.859630 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.860537 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.861041 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: extra_dhcp_opt Jul 30 04:48:58.861358 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: extraroute.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.862260 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.862765 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: extraroute Jul 30 04:48:58.863104 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: extraroute_atomic.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.864122 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.864627 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: extraroute-atomic Jul 30 04:48:58.864946 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: filter_validation.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.865778 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.866273 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: filter-validation Jul 30 04:48:58.866590 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: fip_pf_description.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.867516 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.868017 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 04:48:58.868334 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: fip_port_details.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.869246 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.869749 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: fip-port-details Jul 30 04:48:58.870072 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: flavors.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.871923 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.872445 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: flavors Jul 30 04:48:58.872775 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.874401 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.874944 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 04:48:58.875273 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: floatingip_pools.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.875970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.876480 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: floatingip-pools Jul 30 04:48:58.876804 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: ip_allocation.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.877726 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.878229 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 04:48:58.878551 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.879497 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.880004 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: ip-substring-filtering Jul 30 04:48:58.880329 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l2_adjacency.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.881246 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.881750 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 04:48:58.882070 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.883049 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.883565 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: router Jul 30 04:48:58.883886 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.886083 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.887208 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 04:48:58.887532 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.888472 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.888989 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: ext-gw-mode Jul 30 04:48:58.889313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.890246 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.890758 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: l3-ha Jul 30 04:48:58.891102 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3_flavors.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.892017 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.892574 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: l3-flavors Jul 30 04:48:58.893036 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.893960 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.894475 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 04:48:58.894799 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: l3agentscheduler.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.896122 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.896634 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: l3_agent_scheduler Jul 30 04:48:58.896959 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: logging.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.898422 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.898967 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension logging not supported by any of loaded plugins Jul 30 04:48:58.899303 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: metering.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.900047 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.900633 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: metering Jul 30 04:48:58.900957 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.902266 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.902787 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: metering_source_and_destination_fields Jul 30 04:48:58.903140 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: multiprovidernet.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.904065 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.904576 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: multi-provider Jul 30 04:48:58.904898 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: netmtu.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.905803 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.906310 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: net-mtu Jul 30 04:48:58.906632 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: netmtu_writable.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.907565 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.908072 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: net-mtu-writable Jul 30 04:48:58.908393 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: network_availability_zone.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.909055 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.909557 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: network_availability_zone Jul 30 04:48:58.909876 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: network_ip_availability.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.910992 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.911504 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: network-ip-availability Jul 30 04:48:58.911830 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: network_segment_range.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.912590 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.913094 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 04:48:58.913415 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: pagination.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.914382 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.914710 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: pagination Jul 30 04:48:58.915060 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: port_device_profile.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.915958 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.916475 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: port-device-profile Jul 30 04:48:58.916797 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.917850 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.918363 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: port-mac-address-regenerate Jul 30 04:48:58.918684 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.919622 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.920134 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: port-numa-affinity-policy Jul 30 04:48:58.920458 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: port_resource_request.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.921356 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.921861 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 04:48:58.922178 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: portbindings.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.923126 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.923640 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: binding Jul 30 04:48:58.923958 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: portbindings_extended.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.925217 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.925729 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: binding-extended Jul 30 04:48:58.926054 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: portsecurity.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.926996 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.927511 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: port-security Jul 30 04:48:58.927833 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: project_id.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.928796 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.929124 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: project-id Jul 30 04:48:58.929445 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: providernet.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.930365 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.930895 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: provider Jul 30 04:48:58.931216 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.935291 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.935812 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos not supported by any of loaded plugins Jul 30 04:48:58.936142 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.937374 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.937889 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 04:48:58.938215 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.939154 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.939665 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 04:48:58.939988 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_default.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.940896 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.941408 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-default not supported by any of loaded plugins Jul 30 04:48:58.941730 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_fip.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.942378 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.942906 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 04:48:58.943225 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_gateway_ip.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.944136 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.944642 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 04:48:58.944960 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_port_network_policy.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.945860 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.946363 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 04:48:58.946681 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_rule_type_details.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.947618 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.948126 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 04:48:58.948446 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: qos_rules_alias.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.950170 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.950684 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 04:48:58.951041 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: quotasv2.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.952231 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.952565 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: quotas Jul 30 04:48:58.952885 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: quotasv2_detail.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.955909 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.956247 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: quota_details Jul 30 04:48:58.956577 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: rbac.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.957628 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.958160 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: rbac-policies Jul 30 04:48:58.958491 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: rbac_address_group.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.959452 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.959969 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: rbac-address-group Jul 30 04:48:58.960292 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: rbac_address_scope.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.961207 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.961869 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: rbac-address-scope Jul 30 04:48:58.962196 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: rbac_security_groups.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.963247 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.963762 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: rbac-security-groups Jul 30 04:48:58.964089 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: rbac_subnetpool.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.965027 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.965538 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: rbac-subnetpool Jul 30 04:48:58.965861 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: revisionifmatch.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.966779 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.967316 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: revision-if-match Jul 30 04:48:58.967640 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: revisions.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.968745 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.969259 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: standard-attr-revisions Jul 30 04:48:58.969586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: router_availability_zone.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.970251 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.970759 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: router_availability_zone Jul 30 04:48:58.971110 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: routerservicetype.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.972030 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.972538 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 04:48:58.972860 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.973775 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.974285 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: security-groups-normalized-cidr Jul 30 04:48:58.974608 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.975552 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.976063 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: port-security-groups-filtering Jul 30 04:48:58.976383 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.977295 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.977810 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: security-groups-remote-address-group Jul 30 04:48:58.978131 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: securitygroup.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.987800 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.988330 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: security-group Jul 30 04:48:58.988662 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: segment.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.989446 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.989957 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension segment not supported by any of loaded plugins Jul 30 04:48:58.990281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.991251 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.991757 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 04:48:58.992078 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: servicetype.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.993265 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.993889 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: service-type Jul 30 04:48:58.994218 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: sorting.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.995294 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.996138 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: sorting Jul 30 04:48:58.996461 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: standard_attr_segment.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.997504 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.998013 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 04:48:58.998334 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: standardattrdescription.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:58.999021 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:58.999531 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: standard-attr-description Jul 30 04:48:58.999853 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: stateful_security_group.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.000782 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.001298 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: stateful-security-group Jul 30 04:48:59.001621 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: stdattrs_common.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.002198 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 04:48:59.002517 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.003467 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.003982 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 04:48:59.004303 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: subnet_onboard.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.005375 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.005891 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: subnet_onboard Jul 30 04:48:59.006217 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.007169 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.007681 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 04:48:59.008003 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: subnet_service_types.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.008922 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.009438 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: subnet-service-types Jul 30 04:48:59.009762 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: subnetallocation.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.010827 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.011473 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: subnet_allocation Jul 30 04:48:59.011832 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.012492 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.012999 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: subnetpool-prefix-ops Jul 30 04:48:59.013319 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.014236 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.014744 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 04:48:59.015095 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: tagging.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.016151 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.016680 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: standard-attr-tag Jul 30 04:48:59.017004 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: timestamp.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.018200 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.018717 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loaded extension: standard-attr-timestamp Jul 30 04:48:59.019086 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: trunk.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.020106 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.020618 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension trunk not supported by any of loaded plugins Jul 30 04:48:59.021197 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: trunk_details.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.022109 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.022625 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 04:48:59.022981 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: uplink_status_propagation.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.023904 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.024418 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 04:48:59.024740 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Loading extension file: vlantransparent.py {{(pid=92952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 04:48:59.025398 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 04:48:59.025908 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 04:48:59.029059 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:network Jul 30 04:48:59.029573 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:subnet Jul 30 04:48:59.029967 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:48:59.030355 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:port Jul 30 04:48:59.031632 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.032083 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service FLAVORS assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.032688 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.033116 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.033442 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:router Jul 30 04:48:59.033874 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 04:48:59.034358 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service METERING assigned prefix: /metering {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.035845 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:59.036220 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:59.036571 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:48:59.037546 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 04:48:59.037993 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:security_group Jul 30 04:48:59.038422 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 04:48:59.039057 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service CORE assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.039437 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:48:59.039858 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] subnetpool is already registered Jul 30 04:48:59.040334 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service CORE assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.040692 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:48:59.041132 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] subnetpool is already registered Jul 30 04:48:59.044563 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.045204 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service FLAVORS assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.046211 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.046776 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.047231 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:router Jul 30 04:48:59.047760 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] router is already registered Jul 30 04:48:59.048199 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 04:48:59.048701 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] floatingip is already registered Jul 30 04:48:59.049210 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service METERING assigned prefix: /metering {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.050288 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 04:48:59.050772 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] rbac_policy is already registered Jul 30 04:48:59.051255 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:security_group Jul 30 04:48:59.051659 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] security_group is already registered Jul 30 04:48:59.052190 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 04:48:59.052683 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] security_group_rule is already registered Jul 30 04:48:59.053468 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service CORE assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.053832 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:48:59.054266 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] subnetpool is already registered Jul 30 04:48:59.054828 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.v2.resource_helper [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Service CORE assigned prefix: {{(pid=92952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:48:59.055314 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:48:59.055683 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING neutron.quota.resource_registry [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] subnetpool is already registered Jul 30 04:48:59.057650 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: extensions {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.059711 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: address-groups {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.061310 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: address-scopes {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.063112 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: agents {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.064734 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: auto-allocated-topology {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.066486 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: availability_zones {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.068117 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: dhcp-networks {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.069590 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: dhcp-agents {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.071125 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: routers {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.072834 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: flavors {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.074514 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: service_profiles {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.075851 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: next_providers {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.077278 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: service_profiles {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.079116 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: floatingip-pools {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.080432 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: routers {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.082117 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: floatingips {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.083327 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: l3-routers {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.084813 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: l3-agents {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.086194 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: metering-labels {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.087526 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: metering-label-rules {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.088791 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: network-ip-availabilities {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.090717 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: bindings {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.092304 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: quotas {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.093718 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: quotas {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.095269 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: rbac-policies {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.096457 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: security-groups {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.097665 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: security-group-rules {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.099012 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: service-providers {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.100220 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: subnetpools {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.101547 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: subnetpools {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.103104 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.104773 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.106529 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.108415 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.110103 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.111970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.113722 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.115541 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.118266 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.120037 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron.api.extensions [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Extended resource: tags {{(pid=92952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:48:59.126093 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING keystonemiddleware.auth_token [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 04:48:59.130594 dv-cinder-787262-6-iscsi neutron-server[92952]: WARNING keystonemiddleware.auth_token [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 04:48:59.139711 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_concurrency.lockutils [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Acquired lock "singleton_lock" {{(pid=92952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 04:48:59.140183 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_concurrency.lockutils [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Releasing lock "singleton_lock" {{(pid=92952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 04:48:59.140824 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Starting 2 workers Jul 30 04:48:59.145622 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Started child 93061 {{(pid=92952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:48:59.150235 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Started child 93062 {{(pid=92952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:48:59.151420 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.152581 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO neutron.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 04:48:59.153195 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Notify callbacks [] for process, before_spawn {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.153573 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [-] (93061) wsgi starting up on http://0.0.0.0:9696 Jul 30 04:48:59.155679 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.156125 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Starting 1 workers Jul 30 04:48:59.157074 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [-] (93062) wsgi starting up on http://0.0.0.0:9696 Jul 30 04:48:59.160949 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Started child 93063 {{(pid=92952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:48:59.161479 dv-cinder-787262-6-iscsi neutron-server[92952]: INFO oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Starting 1 workers Jul 30 04:48:59.164679 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] calling RpcWorker wait() {{(pid=93063) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 04:48:59.165229 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] returning from RpcWorker wait() {{(pid=93063) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 04:48:59.165868 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Started child 93064 {{(pid=92952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:48:59.166694 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4ec812e-2af4-4faa-9fe0-e878e4f1f838 None None] Notify callbacks [] for process, after_spawn {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.166818 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.167243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:48:59.169119 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 04:48:59.169339 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 04:48:59.169524 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 04:48:59.169742 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 04:48:59.170066 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 04:48:59.170219 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 04:48:59.170747 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.170972 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:48:59.171465 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.171465 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.171613 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.171813 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.171980 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:48:59.172389 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.172655 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.172905 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.173183 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.173432 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.173594 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.173762 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.174002 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.174237 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.174538 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.174803 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.175090 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.175368 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.175539 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.175806 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.176065 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.176308 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.176589 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] debug = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.176829 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.177313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.177536 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.177794 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.178016 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.178294 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.178527 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.178763 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.179037 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.179274 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.179516 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.179757 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.180016 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.180246 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.180477 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.180750 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.180970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.181446 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] host = dv-cinder-787262-6-iscsi {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.181663 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.181878 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.182120 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.182347 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.182608 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.182825 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.183096 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.183441 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.183786 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.184028 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.184289 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.184534 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.184751 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.184994 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.185149 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_options = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.185384 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.185637 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.185916 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.186104 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.186271 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.186444 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.186716 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.186861 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.187159 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.187376 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.187612 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.187867 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.188107 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.188355 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.188611 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.188611 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.189074 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.189074 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.189814 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.189814 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.190104 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.190369 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.190534 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.190768 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.192512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.193469 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.193469 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.193469 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.193469 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.193469 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.194112 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.194112 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.194391 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.194534 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.194671 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.194921 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.195136 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.195433 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.195759 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.196035 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_json = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.196281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.196525 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.196811 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.197071 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.197336 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.197569 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.197798 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.198046 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.201997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203552 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203552 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203812 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.203947 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.204254 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.204530 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.204820 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.205043 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.205298 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.205518 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.205742 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.206084 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.206369 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.206637 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.206901 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.207142 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.207389 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.207626 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.207866 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.208104 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.208320 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.208583 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.208820 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.209052 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.209270 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.209587 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.210204 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.210445 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.210702 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.211349 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.212311 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.213578 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.213895 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.214864 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.217897 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.218172 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.218449 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.218711 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.219107 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.219381 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.219761 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.220006 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.220238 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.220473 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.220719 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.220950 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.221195 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.221727 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.221727 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.221976 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.222134 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.222453 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.222583 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.222809 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.223290 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.223290 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.223705 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.223705 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.223950 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.224176 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.224396 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.224616 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.224834 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.225058 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.225258 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.225475 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.225832 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.225969 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.226137 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.226356 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.226580 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.226817 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.227063 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.227340 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.227642 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.227890 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.228173 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.228419 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.228658 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.228884 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.229146 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.229400 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.229659 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.229875 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.230328 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.230586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.230710 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.232281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.232281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.232281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.232281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.232281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.232281 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.238230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.239313 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.240593 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241153 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241153 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241153 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241153 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241399 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241399 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241686 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.241928 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.242170 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.242398 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.242630 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.242847 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.243117 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.243369 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.243591 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.243805 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.244022 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.244254 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.244474 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.244700 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.244917 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.245155 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.245375 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.245629 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.245837 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.246054 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.246298 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.246558 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.246781 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.247024 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.247263 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.247526 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.247747 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.248016 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.248270 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.248479 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.248904 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.249315 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.249822 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.250230 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.250605 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.250827 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.251072 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.251292 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.251538 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.251757 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.251975 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.252207 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.252425 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.252680 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.252924 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.253268 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.253520 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.253781 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.254021 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.254242 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.254512 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.254757 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.254998 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.255222 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.255439 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.255659 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.255918 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.256175 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.256418 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.256655 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.256887 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.257100 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.257336 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.257547 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.257846 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.258101 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.258495 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.258936 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.259186 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.259401 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.259635 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.259846 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.260080 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.260304 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.260525 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.260732 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.260989 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.261200 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.262451 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.262451 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.262451 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.262681 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.262927 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.263138 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.263353 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.263576 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.263794 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.264006 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.264248 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.264510 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.264722 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.264964 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.265187 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.265396 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.265625 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.265834 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.266044 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.266266 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.266483 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.266692 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.267029 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.267283 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.267504 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.267791 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.268026 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.268271 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.268516 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.268824 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.269060 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.269300 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.269539 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.269769 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.270011 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.270267 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.270564 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.271146 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.271414 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.271676 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.271944 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.272231 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.272666 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.272880 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.273191 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.273528 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.273815 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.274068 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.274316 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.274565 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.274816 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.275081 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.275299 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.275534 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.275749 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.276008 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.276253 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.276500 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.276736 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.277520 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.277741 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.277998 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.278209 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.278448 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.278682 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.278838 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 04:48:59.279387 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 04:48:59.279555 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 04:48:59.279710 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 04:48:59.279881 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 04:48:59.280052 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 04:48:59.280206 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 04:48:59.280411 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.280573 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.280733 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.280894 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.281054 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.281236 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.281397 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.281556 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.281716 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.281874 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.282036 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.282196 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.282356 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.282543 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.282671 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.282828 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283026 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283188 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283352 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283511 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283670 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283869 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.283990 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] debug = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.284128 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.284331 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.284496 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.284722 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.284885 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285044 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285202 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285361 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285519 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285677 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285838 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.285997 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.286155 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.286315 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.286472 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.286630 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.286789 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.286970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] host = dv-cinder-787262-6-iscsi {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.287133 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.287292 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.287450 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.287610 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.287768 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.287925 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.288084 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.288243 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.288401 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.288559 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.288718 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.288876 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.289034 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.289197 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.289355 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_options = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.289518 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.289675 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.289833 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.290017 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.290182 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.290341 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.290501 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.290660 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.290819 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291022 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291182 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291341 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291501 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291660 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291817 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.291975 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.292134 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.292293 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.292476 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.293202 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.293336 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.293424 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.293580 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.293738 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.293897 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.294583 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.294583 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.294583 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.294583 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.294826 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.294826 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295080 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295206 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295329 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295455 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295611 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295770 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.295932 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.296091 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.296249 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.296430 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.296561 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.296736 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.296876 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297164 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_json = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297322 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297480 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297639 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297846 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.297943 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.298102 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.298272 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.298406 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:48:59.298586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.298751 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.298955 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.299121 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.299284 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.299449 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.299611 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.299773 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.299935 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.300096 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.300265 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.300428 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.300600 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.300762 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.300928 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.301087 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.301248 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.301570 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.301736 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.301900 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.302063 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.302226 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.302405 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.302567 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.302731 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.302931 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.303064 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.303280 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.303411 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.303526 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.303691 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.303854 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304016 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304188 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304338 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304488 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304649 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304812 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.304974 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.305136 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.305299 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.305460 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.305623 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.305786 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.305949 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.306112 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.306275 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.306437 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.306600 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.306763 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.306963 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.307127 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.307290 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.307451 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.307613 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.307776 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.307939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.308139 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.308817 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.308981 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.309144 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.309320 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.309488 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.309650 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.309813 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.309975 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.310139 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.310301 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.310464 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.310626 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.310789 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.310971 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.311135 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.311299 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.311461 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.311624 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.311789 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.311951 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.312114 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.312278 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.312440 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.312604 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.312766 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.312928 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.313099 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.313279 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.313446 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.313607 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.313770 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.313932 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.314450 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.314450 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.314450 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.314741 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.314741 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.314972 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.315112 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.318939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319437 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319506 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.319586 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320010 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320869 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320869 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320869 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320869 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.320869 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321139 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321139 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321251 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321442 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321549 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321711 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.321874 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.322034 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.322197 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.322359 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.322521 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.322683 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.322846 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.323036 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.323200 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.323364 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.323527 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.323689 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.323967 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.324132 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.324302 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.324448 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.324597 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.324762 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.324924 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.325086 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.325248 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.325412 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.325575 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.325735 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.325896 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.326058 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.326220 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.326382 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.326545 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.326706 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.326868 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.327051 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.327262 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.327369 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.327529 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.327692 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.327855 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328019 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328375 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328375 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328529 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328646 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328801 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.328967 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.329142 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.329275 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.329654 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.329820 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.329982 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.330145 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.330308 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.330466 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.330620 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.330788 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.330995 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.331131 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.331292 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.331457 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.331624 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.331788 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.331945 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.332105 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.332474 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.332631 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.332796 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.332973 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.333135 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.333298 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.333460 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.333621 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.333939 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.334118 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.334277 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.334440 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.334602 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.334760 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.334970 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.335113 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.335262 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.335425 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.335585 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.335746 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.335908 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336070 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336506 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336506 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336680 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336680 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336833 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.336998 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.337159 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.337321 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.337484 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.337645 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.337806 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.337977 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.338141 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.338303 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.338464 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.338626 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.338788 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.338980 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.339144 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.339306 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.339864 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.340034 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.340374 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.340538 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.340714 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.340878 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.341043 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.341191 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.341358 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.341521 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.341685 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.341841 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.342013 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.342182 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.342346 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.342517 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.342687 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.342857 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.343043 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.343210 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.343385 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.343546 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.343708 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.343871 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344033 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344194 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344355 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344515 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344678 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344839 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.344999 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.345160 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.345321 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.345482 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.345649 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.345814 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.345973 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.346136 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.346303 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.346450 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:48:59.346606 dv-cinder-787262-6-iscsi neutron-server[92952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 04:48:59.398521 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52066) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:48:59.407090 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062158 Jul 30 04:49:10.876640 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b3eea5-5240-40b7-9142-be9ad367e761 None None] get_active_networks_info from dv-cinder-787262-6-iscsi {{(pid=93063) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 04:49:10.947579 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b3eea5-5240-40b7-9142-be9ad367e761 None None] No non-hosted networks {{(pid=93063) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 04:49:10.954719 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.agentschedulers_db [None req-a0b3eea5-5240-40b7-9142-be9ad367e761 None None] DHCP Agent not found on host dv-cinder-787262-6-iscsi {{(pid=93063) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 04:49:11.103710 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ce3c79a2-5175-4449-8189-e2dd202bd259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669406'] for agent, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:13.173858 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ca16e803-6a1d-444e-8dd7-6dc6a6aedb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669406'] for agent, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:13.262858 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5af290bb-dd7b-4ef4-b830-23d056cb6805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:13.573826 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669406'] for agent, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:13.574738 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.575285 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.575773 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.576243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.576722 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.577198 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.577689 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.578192 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.578660 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.579192 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.579720 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.580228 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:13.580797 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787262-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:13.594638 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787262-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:14.318398 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669406'] for agent, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:15.984465 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669406'] for agent, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:17.128851 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52158) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:17.638341 dv-cinder-787262-6-iscsi neutron-server[93062]: WARNING oslo_policy.policy [None req-de3a01e7-e523-4a3b-99fc-4d2d4e540d71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:17.638953 dv-cinder-787262-6-iscsi neutron-server[93062]: WARNING oslo_policy.policy [None req-de3a01e7-e523-4a3b-99fc-4d2d4e540d71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:17.853924 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [None req-de3a01e7-e523-4a3b-99fc-4d2d4e540d71 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:49:17.855619 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-de3a01e7-e523-4a3b-99fc-4d2d4e540d71 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7251878 Jul 30 04:49:18.527434 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.db.l3_hamode_db [None req-d4ffd6e9-36ee-4ea9-bb9c-ea827fef822b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 04:49:18.605059 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffd6e9-36ee-4ea9-bb9c-ea827fef822b None None] Routers set() bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:18.605447 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffd6e9-36ee-4ea9-bb9c-ea827fef822b None None] Router IDs set() for agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 04:49:20.221783 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52172) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:20.524224 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:20.618924 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.policy [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93062) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 04:49:20.663678 dv-cinder-787262-6-iscsi neutron-server[93062]: WARNING oslo_policy.policy [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:20.664047 dv-cinder-787262-6-iscsi neutron-server[93062]: WARNING oslo_policy.policy [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:20.672489 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.quota [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] Loaded quota_driver: . Jul 30 04:49:20.763437 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763461742499', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763461741684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763461746732', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763461752418', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763463232080', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763461839324', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1654295', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560824', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742406'] for rbac-policy, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:20.826254 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:20.827450 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-7cc98d7c-dcc8-4566-9eb5-653e3ee933aa admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6047194 Jul 30 04:49:23.428097 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52184) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:23.717388 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:23.746002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Made reservation on behalf of 9411d7a3f7aa46b7be9f4165b52c3192 for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:49:23.748863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:23.765387 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:23.884280 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:23.888206 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:23.907931 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:49:23.938093 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763464324136', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:23.938670 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Unsubscribe: segment precommit_create {{(pid=93062) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 04:49:23.939192 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Added segment 91b9f5d2-f03e-442b-8076-b3f695c62c0d of type vlan for network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc Jul 30 04:49:23.956262 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e508e0a1-3d81-4245-99c3-113de9e4c068,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:24.006559 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.006943 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.007282 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.007607 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.007927 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.008262 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.008584 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.008900 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.009230 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.009547 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.009858 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.010169 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Tracked resource versions report: Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: pushed versions: Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: { 'AddressGroup': {'1.2'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'ConntrackHelper': {'1.0'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Log': {'1.0'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Network': {'1.1'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Port': {'1.7'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'PortForwarding': {'1.2'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'QosPolicy': {'1.8'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroup': {'1.4'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SubPort': {'1.0'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Subnet': {'1.1'}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Trunk': {'1.1'}} Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: consumer versions: Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'ConntrackHelper': '1.0', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Log': '1.0', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Network': '1.1', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Port': '1.7', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'PortForwarding': '1.2', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'QosPolicy': '1.8', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroup': '1.4', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroupRule': '1.2', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SubPort': '1.0', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Subnet': '1.1', Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Trunk': '1.1'}} Jul 30 04:49:24.011783 dv-cinder-787262-6-iscsi neutron-server[93062]: {{(pid=93062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:49:24.066211 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:24.121126 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:24.122918 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:24.123592 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:24.207518 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7782874 Jul 30 04:49:24.221518 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f5db6-f4f1-4efc-b9d9-ad22c5b09f6f admin admin] Pushing event updated for resources: {'Network': ['ID=88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:24.234140 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:49:26.838424 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52198) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:27.322045 dv-cinder-787262-6-iscsi neutron-server[93061]: WARNING oslo_policy.policy [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:27.322616 dv-cinder-787262-6-iscsi neutron-server[93061]: WARNING oslo_policy.policy [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:27.762826 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.policy [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93061) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 04:49:27.807414 dv-cinder-787262-6-iscsi neutron-server[93061]: WARNING oslo_policy.policy [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:27.807833 dv-cinder-787262-6-iscsi neutron-server[93061]: WARNING oslo_policy.policy [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:27.816101 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:27.818004 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-be59293e-721f-4173-ba13-17d6a39bd271 admin admin] 10.222.0.35 "GET /v2.0/networks/88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc HTTP/1.1" status: 200 len: 825 time: 0.9773779 Jul 30 04:49:27.857772 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6534674f-e132-4146-931c-1b1cd4331496 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/11e55984-86ac-48b1-8722-607dbb894f37 HTTP/1.1" status: 200 len: 734 time: 0.0330122 Jul 30 04:49:27.867043 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:27.868579 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.quota [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Loaded quota_driver: . Jul 30 04:49:27.909724 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Made reservation on behalf of 9411d7a3f7aa46b7be9f4165b52c3192 for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:49:27.912468 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:28.211678 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:28.279974 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Checking segment: {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:49:28.280354 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Network hostable DHCP agents. Network: 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:49:28.291663 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:28.309099 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.309460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.309800 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.310133 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.310460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.310798 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.311147 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.311470 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.311804 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.312125 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.312442 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.312756 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Tracked resource versions report: Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: pushed versions: Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: { 'AddressGroup': {'1.2'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'ConntrackHelper': {'1.0'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Log': {'1.0'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Network': {'1.1'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Port': {'1.7'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'PortForwarding': {'1.2'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'QosPolicy': {'1.8'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroup': {'1.4'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SubPort': {'1.0'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Subnet': {'1.1'}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Trunk': {'1.1'}} Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: consumer versions: Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'ConntrackHelper': '1.0', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Log': '1.0', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Network': '1.1', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Port': '1.7', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'PortForwarding': '1.2', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'QosPolicy': '1.8', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroup': '1.4', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroupRule': '1.2', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SubPort': '1.0', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Subnet': '1.1', Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Trunk': '1.1'}} Jul 30 04:49:28.313869 dv-cinder-787262-6-iscsi neutron-server[93061]: {{(pid=93061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:49:28.340076 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:49:28.353135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:28.358619 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:28.359279 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:28.363159 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da371ac-f2f2-4bfd-8053-b98a51155016 None None] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:49:28.377430 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-54b04722-c828-468b-9168-abefdcc507e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5138092 Jul 30 04:49:28.679327 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:49:28.680666 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:28.955093 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Allocated IP 172.20.0.2 (88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc/cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46/4d383834-4eac-44bb-8586-7c9ede1fff84) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:49:29.185087 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:29.200074 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Transition to ACTIVE for port object 4d383834-4eac-44bb-8586-7c9ede1fff84 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:49:29.220743 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Transition to ACTIVE for port object 4d383834-4eac-44bb-8586-7c9ede1fff84 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:49:29.229308 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:29.295777 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:49:29.304738 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:29.308636 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:49:29.322210 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Pushing event updated for resources: {'Port': ['ID=4d383834-4eac-44bb-8586-7c9ede1fff84,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:29.367883 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.368542 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.368542 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.368887 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.369226 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.369562 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.369887 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.370235 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.371117 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.371451 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.371774 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.372093 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Tracked resource versions report: Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: pushed versions: Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: { 'AddressGroup': {'1.2'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'ConntrackHelper': {'1.0'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Log': {'1.0'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Network': {'1.1'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Port': {'1.7'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'PortForwarding': {'1.2'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'QosPolicy': {'1.8'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroup': {'1.4'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SubPort': {'1.0'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Subnet': {'1.1'}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Trunk': {'1.1'}} Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: consumer versions: Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'ConntrackHelper': '1.0', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Log': '1.0', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Network': '1.1', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Port': '1.7', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'PortForwarding': '1.2', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'QosPolicy': '1.8', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroup': '1.4', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroupRule': '1.2', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SubPort': '1.0', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Subnet': '1.1', Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Trunk': '1.1'}} Jul 30 04:49:29.373194 dv-cinder-787262-6-iscsi neutron-server[93063]: {{(pid=93063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:49:29.404663 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Attempting to bind port 4d383834-4eac-44bb-8586-7c9ede1fff84 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:49:29.405057 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Attempting to bind port 4d383834-4eac-44bb-8586-7c9ede1fff84 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:49:29.405469 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Attempting to bind port 4d383834-4eac-44bb-8586-7c9ede1fff84 on network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:49:29.410174 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:49:29.410582 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Checking segment: {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:49:29.411072 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:29.411459 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Bound using segment: {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:49:29.411914 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Bound port: 4d383834-4eac-44bb-8586-7c9ede1fff84, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:49:29.412336 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:29.476044 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] For port 4d383834-4eac-44bb-8586-7c9ede1fff84, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:49:29.480905 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] For port 4d383834-4eac-44bb-8586-7c9ede1fff84, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=4d383834-4eac-44bb-8586-7c9ede1fff84,segment=NetworkSegment(91b9f5d2-f03e-442b-8076-b3f695c62c0d),segment_id=91b9f5d2-f03e-442b-8076-b3f695c62c0d)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:49:29.486227 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:29.555646 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc839-9714-4bd2-8e11-ae1d0aebad93 None None] Pushing event updated for resources: {'Port': ['ID=4d383834-4eac-44bb-8586-7c9ede1fff84,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:30.767908 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52218) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:31.086753 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [None req-7e5577e6-052f-47a2-8a36-a825fe88692b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:49:31.087766 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-7e5577e6-052f-47a2-8a36-a825fe88692b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189049 Jul 30 04:49:33.487126 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52226) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:33.794890 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [None req-6150d79b-14e6-47db-95ef-a5421069a676 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:49:33.795861 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-6150d79b-14e6-47db-95ef-a5421069a676 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078187 Jul 30 04:49:36.436369 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52236) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:36.743957 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'name': 'router1'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:36.770156 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:36.772110 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:36.942811 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:36.947808 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:36.960634 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:36.961838 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ad5faadd-640d-499f-a072-77cd9726f8ff admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5244939 Jul 30 04:49:37.400291 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 4d383834-4eac-44bb-8586-7c9ede1fff84 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:49:37.483741 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 4d383834-4eac-44bb-8586-7c9ede1fff84 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:49:38.057026 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed79b0-f5d3-4b19-b776-b2912e1fd919 None None] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:49:38.109644 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] Provisioning for port 4d383834-4eac-44bb-8586-7c9ede1fff84 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:49:38.118573 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] Provisioning complete for port 4d383834-4eac-44bb-8586-7c9ede1fff84 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:38.118991 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:38.290085 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:38.352342 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] For port 4d383834-4eac-44bb-8586-7c9ede1fff84, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=4d383834-4eac-44bb-8586-7c9ede1fff84,segment=NetworkSegment(91b9f5d2-f03e-442b-8076-b3f695c62c0d),segment_id=91b9f5d2-f03e-442b-8076-b3f695c62c0d)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:49:38.357464 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:38.409600 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfb68e-7bce-4cb9-b1e1-18bac908d104 None None] Pushing event updated for resources: {'Port': ['ID=4d383834-4eac-44bb-8586-7c9ede1fff84,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:38.580486 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-517c940d-dbe3-465d-9af8-4051124a18e3 None None] Provisioning complete for port 4d383834-4eac-44bb-8586-7c9ede1fff84 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:38.580780 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-517c940d-dbe3-465d-9af8-4051124a18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:39.360867 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52248) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:39.390767 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 4d383834-4eac-44bb-8586-7c9ede1fff84 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:49:39.435911 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 4d383834-4eac-44bb-8586-7c9ede1fff84 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:39.436585 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:39.668649 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [None req-327c9050-73ef-4fae-84b4-99d9f9db35b0 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:49:39.669642 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-327c9050-73ef-4fae-84b4-99d9f9db35b0 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078518 Jul 30 04:49:40.768320 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-65fb153a-54cb-4ac8-a7bc-6399ac7a29d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.041274 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52256) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:42.356652 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:42.378778 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Made reservation on behalf of 2feee81d3c5645dfb6adc7bc9057a782 for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:49:42.381012 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.395515 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.513382 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.517339 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.532834 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Reserving flat network on physical network physnet1 {{(pid=93061) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 04:49:42.560689 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b114809f-a02b-42d0-91ba-03372c4f65d2,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:42.563324 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763464324136', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.563897 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Unsubscribe: segment precommit_create {{(pid=93061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 04:49:42.564364 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Added segment fd9bf076-71db-4b0c-9a3a-c49070089f24 of type flat for network d59f635a-3570-43f5-bbad-7897bf6b360e Jul 30 04:49:42.631413 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.679526 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.680447 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:42.681029 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:42.758848 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7165000 Jul 30 04:49:42.771625 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d253afe-b636-4b2f-9812-beee37c7ac8b admin admin] Pushing event updated for resources: {'Network': ['ID=d59f635a-3570-43f5-bbad-7897bf6b360e,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:42.783209 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network d59f635a-3570-43f5-bbad-7897bf6b360e details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:49:43.169488 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3a5acf8-fc97-4e62-afc6-f9d54cca619a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:43.553020 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:44.261303 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:45.138973 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52274) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:45.352993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea1ed1-0bb7-4e04-93c8-624502811c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:45.354348 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-90ea1ed1-0bb7-4e04-93c8-624502811c8c admin admin] 10.222.0.35 "GET /v2.0/subnets/cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46 HTTP/1.1" status: 200 len: 849 time: 0.2144692 Jul 30 04:49:45.530023 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3ce67949-9b2e-41ed-845c-ab62b3a26f62 admin admin] 10.222.0.35 "GET /v2.0/routers/763c722c-073a-418a-8d67-74c55a809327 HTTP/1.1" status: 200 len: 704 time: 0.1696327 Jul 30 04:49:45.793996 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:45.939683 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.092536 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Allocated IP 172.20.0.1 (88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc/cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46/fca8e4e6-a662-4ff9-ab5d-a34474320a94) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:49:46.278824 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.302304 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Transition to ACTIVE for port object fca8e4e6-a662-4ff9-ab5d-a34474320a94 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:49:46.383123 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.443676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:49:46.448639 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:46.460045 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:49:46.460626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.542523 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Pushing event updated for resources: {'Port': ['ID=fca8e4e6-a662-4ff9-ab5d-a34474320a94,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:46.621395 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6a21af65-caf2-44ce-8250-7e67678254ed None None] Provisioning for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:49:46.625059 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6a21af65-caf2-44ce-8250-7e67678254ed None None] Provisioning complete for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:46.625434 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a21af65-caf2-44ce-8250-7e67678254ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.662074 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-6a21af65-caf2-44ce-8250-7e67678254ed None None] Port fca8e4e6-a662-4ff9-ab5d-a34474320a94 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:49:46.671740 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.933757 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.938015 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:46.938765 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:47.014417 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Pushing event updated for resources: {'Port': ['ID=fca8e4e6-a662-4ff9-ab5d-a34474320a94,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:47.062117 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:49:47.063425 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:47.233455 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Router 763c722c-073a-418a-8d67-74c55a809327 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:49:47.282214 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-462f7bf7-3009-44b1-b72e-eb9b1b60fe70 None None] Provisioning complete for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:47.282808 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-462f7bf7-3009-44b1-b72e-eb9b1b60fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:47.315343 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-462f7bf7-3009-44b1-b72e-eb9b1b60fe70 None None] Port fca8e4e6-a662-4ff9-ab5d-a34474320a94 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:49:47.327203 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:49:47.332727 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-03f58b3c-df9c-4667-9828-872a30723e8c admin admin] 10.222.0.35 "PUT /v2.0/routers/763c722c-073a-418a-8d67-74c55a809327/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7972856 Jul 30 04:49:47.342443 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Sync routers for ids ['763c722c-073a-418a-8d67-74c55a809327'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:49:47.355462 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Routers {'763c722c-073a-418a-8d67-74c55a809327'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:47.356441 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:49:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['763c722c-073a-418a-8d67-74c55a809327'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:47.538556 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Set router 763c722c-073a-418a-8d67-74c55a809327 gateway port host: None {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:49:47.964628 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c722c-073a-418a-8d67-74c55a809327', 'name': 'router1', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:49:36Z', 'updated_at': '2021-07-30T04:49:46Z', 'revision_number': 2, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gw_port_host': None, '_interfaces': [{'id': 'fca8e4e6-a662-4ff9-ab5d-a34474320a94', 'name': '', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'mac_address': 'fa:16:3e:d0:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:45Z', 'updated_at': '2021-07-30T04:49:46Z', 'revision_number': 2, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'subnets': [{'id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:48.013216 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Checking router: 763c722c-073a-418a-8d67-74c55a809327 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:49:48.013582 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Updating router 763c722c-073a-418a-8d67-74c55a809327 port fca8e4e6-a662-4ff9-ab5d-a34474320a94 binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:49:48.062447 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:48.587064 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:48.604300 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Transition to ACTIVE for port object fca8e4e6-a662-4ff9-ab5d-a34474320a94 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:49:48.610690 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:48.777458 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Attempting to bind port fca8e4e6-a662-4ff9-ab5d-a34474320a94 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:49:48.777865 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Attempting to bind port fca8e4e6-a662-4ff9-ab5d-a34474320a94 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:49:48.778281 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Attempting to bind port fca8e4e6-a662-4ff9-ab5d-a34474320a94 on network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:49:48.781265 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Pushing event updated for resources: {'Port': ['ID=fca8e4e6-a662-4ff9-ab5d-a34474320a94,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:48.787261 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:49:48.787674 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Checking segment: {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:49:48.788156 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:48.788544 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Bound using segment: {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:49:48.789016 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Bound port: fca8e4e6-a662-4ff9-ab5d-a34474320a94, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b9f5d2-f03e-442b-8076-b3f695c62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:49:48.789408 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:48.796076 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.796417 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.796751 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.797082 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.797405 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.797729 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.798051 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.798367 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.798691 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.799045 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.799363 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.799675 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Tracked resource versions report: Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: pushed versions: Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: { 'AddressGroup': {'1.2'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'ConntrackHelper': {'1.0'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Log': {'1.0'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Network': {'1.1'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Port': {'1.7'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'PortForwarding': {'1.2'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'QosPolicy': {'1.8'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroup': {'1.4'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SubPort': {'1.0'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Subnet': {'1.1'}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Trunk': {'1.1'}} Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: consumer versions: Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'ConntrackHelper': '1.0', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Log': '1.0', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Network': '1.1', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Port': '1.7', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'PortForwarding': '1.2', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'QosPolicy': '1.8', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroup': '1.4', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroupRule': '1.2', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SubPort': '1.0', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Subnet': '1.1', Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Trunk': '1.1'}} Jul 30 04:49:48.800755 dv-cinder-787262-6-iscsi neutron-server[93064]: {{(pid=93064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:49:48.865245 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] For port fca8e4e6-a662-4ff9-ab5d-a34474320a94, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:49:48.887683 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] For port fca8e4e6-a662-4ff9-ab5d-a34474320a94, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=fca8e4e6-a662-4ff9-ab5d-a34474320a94,segment=NetworkSegment(91b9f5d2-f03e-442b-8076-b3f695c62c0d),segment_id=91b9f5d2-f03e-442b-8076-b3f695c62c0d)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:49:48.892277 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:48.939242 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Routers {'763c722c-073a-418a-8d67-74c55a809327'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:48.939861 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:49:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['763c722c-073a-418a-8d67-74c55a809327'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:49.022078 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48629c54-bd05-4f29-b8b4-d6ea8db1a15e None None] Pushing event updated for resources: {'Port': ['ID=fca8e4e6-a662-4ff9-ab5d-a34474320a94,revision_number=4']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:49.045652 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] Set router 763c722c-073a-418a-8d67-74c55a809327 gateway port host: None {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:49:49.252667 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c722c-073a-418a-8d67-74c55a809327', 'name': 'router1', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:49:36Z', 'updated_at': '2021-07-30T04:49:46Z', 'revision_number': 2, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gw_port_host': None, '_interfaces': [{'id': 'fca8e4e6-a662-4ff9-ab5d-a34474320a94', 'name': '', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'mac_address': 'fa:16:3e:d0:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:45Z', 'updated_at': '2021-07-30T04:49:48Z', 'revision_number': 4, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'subnets': [{'id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:49.278927 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512032c1-e692-4a0b-a037-fbc5b921ae44 None None] The sync data for ids ['763c722c-073a-418a-8d67-74c55a809327'] in dv-cinder-787262-6-iscsi is: [{'id': '763c722c-073a-418a-8d67-74c55a809327', 'name': 'router1', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:49:36Z', 'updated_at': '2021-07-30T04:49:46Z', 'revision_number': 2, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gw_port_host': None, '_interfaces': [{'id': 'fca8e4e6-a662-4ff9-ab5d-a34474320a94', 'name': '', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'mac_address': 'fa:16:3e:d0:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:45Z', 'updated_at': '2021-07-30T04:49:48Z', 'revision_number': 4, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'subnets': [{'id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:49:49.572438 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52294) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:49.683976 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1578fee-39a6-4a94-b691-a113e53589ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:49.685390 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f1578fee-39a6-4a94-b691-a113e53589ec admin admin] 10.222.0.35 "GET /v2.0/networks/d59f635a-3570-43f5-bbad-7897bf6b360e HTTP/1.1" status: 200 len: 842 time: 0.1120441 Jul 30 04:49:49.695209 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:49.719119 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Made reservation on behalf of 2feee81d3c5645dfb6adc7bc9057a782 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:49:49.721369 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:50.034378 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.objects.ports [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93062) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 04:49:50.034803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:50.097953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19198bf4-824f-4725-8815-98f6afd58ae0,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:50.101959 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:49:50.102314 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Network hostable DHCP agents. Network: d59f635a-3570-43f5-bbad-7897bf6b360e, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:49:50.126989 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:49:50.138473 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, d59f635a-3570-43f5-bbad-7897bf6b360e) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:50.142363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:50.142961 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:50.148550 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce1679-cb9f-4ad7-87b0-3317a24e6543 None None] Network d59f635a-3570-43f5-bbad-7897bf6b360e requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:49:50.162651 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d69bd29c-8f20-475c-aefe-b144df5bd53a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4708822 Jul 30 04:49:50.290321 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b11a7-1407-4aa7-aacc-06915dc56bd7 None None] Network d59f635a-3570-43f5-bbad-7897bf6b360e requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:49:52.428178 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52302) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:52.646645 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-37d8cc1c-d63f-4395-a391-d077b9b7aa6a admin admin] 10.222.0.35 "GET /v2.0/routers/763c722c-073a-418a-8d67-74c55a809327 HTTP/1.1" status: 200 len: 710 time: 0.2172537 Jul 30 04:49:52.765912 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d823f1-3ff7-4de8-aff9-d6fbd0718eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:49:52.767360 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b6d823f1-3ff7-4de8-aff9-d6fbd0718eac admin admin] 10.222.0.35 "GET /v2.0/networks/d59f635a-3570-43f5-bbad-7897bf6b360e HTTP/1.1" status: 200 len: 886 time: 0.1149087 Jul 30 04:49:52.777948 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:49:53.027928 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:53.264130 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:53.343109 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:53.544197 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Allocated IP 172.27.2.150 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/2460f3ee-93ec-4deb-9c1e-1dcc2720de96) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:49:53.659817 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:53.743216 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:53.808901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:49:53.813565 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:49:53.823299 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:49:53.864143 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Pushing event updated for resources: {'Port': ['ID=2460f3ee-93ec-4deb-9c1e-1dcc2720de96,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:54.108985 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:54.302002 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1187'] for router, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:54.306461 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555641'] for router, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:54.428111 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Router 763c722c-073a-418a-8d67-74c55a809327 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:49:54.555950 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:49:54.561111 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:54.562345 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-dd9eb08a-98d5-44a6-ba03-2b5b61e58054 admin admin] 10.222.0.35 "PUT /v2.0/routers/763c722c-073a-418a-8d67-74c55a809327 HTTP/1.1" status: 200 len: 890 time: 1.7886300 Jul 30 04:49:55.409257 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device fca8e4e6-a662-4ff9-ab5d-a34474320a94 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:49:55.460416 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:49:55.464976 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:55.465947 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:55.541030 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:55.575276 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port fca8e4e6-a662-4ff9-ab5d-a34474320a94, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=fca8e4e6-a662-4ff9-ab5d-a34474320a94,segment=NetworkSegment(91b9f5d2-f03e-442b-8076-b3f695c62c0d),segment_id=91b9f5d2-f03e-442b-8076-b3f695c62c0d)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:49:55.579171 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:55.676808 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=fca8e4e6-a662-4ff9-ab5d-a34474320a94,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:55.816640 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Sync routers for ids ['763c722c-073a-418a-8d67-74c55a809327'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:49:55.826491 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Routers {'763c722c-073a-418a-8d67-74c55a809327'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:55.827174 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:49:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['763c722c-073a-418a-8d67-74c55a809327'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:56.034370 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Set router 763c722c-073a-418a-8d67-74c55a809327 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:49:56.427167 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c722c-073a-418a-8d67-74c55a809327', 'name': 'router1', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '2460f3ee-93ec-4deb-9c1e-1dcc2720de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:49:36Z', 'updated_at': '2021-07-30T04:49:53Z', 'revision_number': 4, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gw_port': {'id': '2460f3ee-93ec-4deb-9c1e-1dcc2720de96', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:53Z', 'updated_at': '2021-07-30T04:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'fca8e4e6-a662-4ff9-ab5d-a34474320a94', 'name': '', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'mac_address': 'fa:16:3e:d0:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:45Z', 'updated_at': '2021-07-30T04:49:55Z', 'revision_number': 5, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'subnets': [{'id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:56.478600 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Checking router: 763c722c-073a-418a-8d67-74c55a809327 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:49:56.479002 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Updating router 763c722c-073a-418a-8d67-74c55a809327 port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:49:56.524928 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:56.846427 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:56.857399 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Transition to ACTIVE for port object 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:49:56.863764 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:56.912562 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Attempting to bind port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:49:56.912927 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Attempting to bind port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:49:56.913288 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Attempting to bind port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:49:56.920577 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c381712-69a7-4c2d-9891-79247e22b9cb None None] Pushing event updated for resources: {'Port': ['ID=2460f3ee-93ec-4deb-9c1e-1dcc2720de96,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:56.923914 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:49:56.924239 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:49:56.924632 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:56.925010 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:49:56.925472 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Bound port: 2460f3ee-93ec-4deb-9c1e-1dcc2720de96, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:49:56.925862 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:56.963802 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52314) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:49:56.974885 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] For port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:49:56.977888 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] For port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=2460f3ee-93ec-4deb-9c1e-1dcc2720de96,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:49:56.982724 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:57.040720 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c381712-69a7-4c2d-9891-79247e22b9cb None None] Pushing event updated for resources: {'Port': ['ID=2460f3ee-93ec-4deb-9c1e-1dcc2720de96,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:49:57.044106 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Routers {'763c722c-073a-418a-8d67-74c55a809327'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:49:57.044712 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:49:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['763c722c-073a-418a-8d67-74c55a809327'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:57.082199 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2988f39b-4b9d-4c41-9864-3049a6bbed72 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170194 Jul 30 04:49:57.238796 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] Set router 763c722c-073a-418a-8d67-74c55a809327 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:49:57.398628 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device fca8e4e6-a662-4ff9-ab5d-a34474320a94 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:49:57.482660 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:57.483339 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:57.511918 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c722c-073a-418a-8d67-74c55a809327', 'name': 'router1', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '2460f3ee-93ec-4deb-9c1e-1dcc2720de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:49:36Z', 'updated_at': '2021-07-30T04:49:53Z', 'revision_number': 4, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gw_port': {'id': '2460f3ee-93ec-4deb-9c1e-1dcc2720de96', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:53Z', 'updated_at': '2021-07-30T04:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'fca8e4e6-a662-4ff9-ab5d-a34474320a94', 'name': '', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'mac_address': 'fa:16:3e:d0:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:45Z', 'updated_at': '2021-07-30T04:49:55Z', 'revision_number': 5, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'subnets': [{'id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:57.546048 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109102c-5677-4e14-b194-a84e5abc9e82 None None] The sync data for ids ['763c722c-073a-418a-8d67-74c55a809327'] in dv-cinder-787262-6-iscsi is: [{'id': '763c722c-073a-418a-8d67-74c55a809327', 'name': 'router1', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '2460f3ee-93ec-4deb-9c1e-1dcc2720de96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:49:36Z', 'updated_at': '2021-07-30T04:49:53Z', 'revision_number': 4, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'gw_port': {'id': '2460f3ee-93ec-4deb-9c1e-1dcc2720de96', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:53Z', 'updated_at': '2021-07-30T04:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'fca8e4e6-a662-4ff9-ab5d-a34474320a94', 'name': '', 'network_id': '88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc', 'tenant_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'mac_address': 'fa:16:3e:d0:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c722c-073a-418a-8d67-74c55a809327', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:49:45Z', 'updated_at': '2021-07-30T04:49:55Z', 'revision_number': 5, 'project_id': '9411d7a3f7aa46b7be9f4165b52c3192', 'subnets': [{'id': 'cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11e55984-86ac-48b1-8722-607dbb894f37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:49:59.466609 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:49:59.521442 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:49:59.526919 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:49:59.527437 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:59.613350 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:59.638433 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=2460f3ee-93ec-4deb-9c1e-1dcc2720de96,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:49:59.646786 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:49:59.703330 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=2460f3ee-93ec-4deb-9c1e-1dcc2720de96,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:01.456965 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:01.520991 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 2460f3ee-93ec-4deb-9c1e-1dcc2720de96 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:50:01.521361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:05.223564 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:50:10.771532 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1e64d93e-fc0c-4e8c-983a-655f0c6350b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:13.174556 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f61096ad-a634-4cc9-9a12-9ccdbaebb155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:13.556936 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:14.267476 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:15.983139 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:40.773843 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f59fbb91-b1f3-4802-b4a0-cfdd8b87c265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:42.222537 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:50:43.179886 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ccb27fd3-b383-4a30-9107-1d797e9ddf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:43.561168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:44.269785 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:50:45.957772 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:10.775075 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4a01978d-7fdd-4389-b567-cc59cdd8cced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:13.169177 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-aa606fe5-5f70-4dd3-88bf-2d80b857a654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:13.562830 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:14.274488 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:15.961445 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:19.220993 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:51:34.150427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52882) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:34.221768 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea167bea-8620-489d-bb11-a40d3cef147a admin admin] GET failed (client error): The resource could not be found. Jul 30 04:51:34.223134 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ea167bea-8620-489d-bb11-a40d3cef147a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0717003 Jul 30 04:51:34.441308 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072673e8-2d81-4b00-b60f-956d4d2fe4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:34.442691 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-072673e8-2d81-4b00-b60f-956d4d2fe4db admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2151809 Jul 30 04:51:36.619328 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52892) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:36.707664 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9e695-a63c-4a53-86ba-b2c49262b23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:36.708980 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f8b9e695-a63c-4a53-86ba-b2c49262b23c admin admin] 10.222.0.35 "GET /v2.0/subnets/cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46 HTTP/1.1" status: 200 len: 849 time: 0.0885148 Jul 30 04:51:36.719492 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:51:36.808610 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.954024 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763464247848'] for subnet, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.984647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:36.985246 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:36.986532 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] 10.222.0.35 "PUT /v2.0/subnets/cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46 HTTP/1.1" status: 200 len: 868 time: 0.2707152 Jul 30 04:51:36.987371 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575f054-8c6d-4785-8ad0-5d7f01365f4a None None] Network 88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:51:37.007143 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:37.014786 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.015196 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.015547 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.015882 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.016218 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.016569 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.016905 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.017238 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.017570 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.017929 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.018224 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.018549 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1417-1900-482c-9cdf-e68720793446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:37.372025 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-624fe3a9-c47e-4036-acc5-568d1d98720f None None] Provisioning complete for port 4d383834-4eac-44bb-8586-7c9ede1fff84 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:51:37.372404 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-624fe3a9-c47e-4036-acc5-568d1d98720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:37.456018 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-624fe3a9-c47e-4036-acc5-568d1d98720f None None] Provisioning complete for port fca8e4e6-a662-4ff9-ab5d-a34474320a94 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:51:37.456389 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-624fe3a9-c47e-4036-acc5-568d1d98720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:39.165349 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52900) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:39.357643 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d091fba-27b1-44d9-b43a-73015ecc1b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:39.358035 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d091fba-27b1-44d9-b43a-73015ecc1b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:39.359597 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9d091fba-27b1-44d9-b43a-73015ecc1b3c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1932921 Jul 30 04:51:40.777449 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a8c8eb76-f96d-42b2-a7af-f55c8b0407cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:41.587102 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52908) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:41.784936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38138d95-b9d9-4878-b9cb-8401e769fa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:41.785415 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38138d95-b9d9-4878-b9cb-8401e769fa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:41.787020 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-38138d95-b9d9-4878-b9cb-8401e769fa83 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982570 Jul 30 04:51:43.170709 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cb1f83f9-e009-47ed-8fcd-a1926fe43c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:43.563162 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:43.959084 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 52918) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:44.088895 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad0625-2d08-47fd-acf1-a10eb5b64678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:44.090242 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d0ad0625-2d08-47fd-acf1-a10eb5b64678 admin admin] 10.222.0.35 "GET /v2.0/networks/88acf6e3-36d2-45d1-9321-1bd5cb1e6cfc HTTP/1.1" status: 200 len: 869 time: 0.1302030 Jul 30 04:51:44.274935 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:45.964417 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:51:46.276877 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52926) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:46.401929 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34f176-c201-48ff-b968-aeee0082f941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:46.403336 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-cc34f176-c201-48ff-b968-aeee0082f941 admin admin] 10.222.0.35 "GET /v2.0/networks/d59f635a-3570-43f5-bbad-7897bf6b360e HTTP/1.1" status: 200 len: 886 time: 0.1255019 Jul 30 04:51:48.559472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52934) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:48.691080 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920915b7-8a3c-447b-b3d6-e4b3ffb04d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:48.691540 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920915b7-8a3c-447b-b3d6-e4b3ffb04d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:48.693051 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-920915b7-8a3c-447b-b3d6-e4b3ffb04d0f admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326258 Jul 30 04:51:50.872959 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52942) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:50.964198 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea8b73f-5194-4044-a393-80ddba6e43f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:50.964659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea8b73f-5194-4044-a393-80ddba6e43f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:50.966152 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2ea8b73f-5194-4044-a393-80ddba6e43f9 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922346 Jul 30 04:51:53.135548 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52950) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:53.218406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2d7e9-b383-44ac-ada8-c8c17e4d5562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:53.219756 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-78c2d7e9-b383-44ac-ada8-c8c17e4d5562 admin admin] 10.222.0.35 "GET /v2.0/subnets/19198bf4-824f-4725-8815-98f6afd58ae0 HTTP/1.1" status: 200 len: 816 time: 0.0832572 Jul 30 04:51:55.398588 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 52958) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:51:55.488216 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd54a87-06c2-4ca2-9561-69bc4680886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:51:55.489529 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8cd54a87-06c2-4ca2-9561-69bc4680886c admin admin] 10.222.0.35 "GET /v2.0/subnets/cf05a2af-8b2b-4016-a8d1-3aeeb27c6e46 HTTP/1.1" status: 200 len: 868 time: 0.0899556 Jul 30 04:51:56.220030 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:52:10.778205 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d441-0da1-4b05-b516-57550241b0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:13.170472 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b998e857-8f88-4c5d-a54e-a00935c62784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:13.563457 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:14.280133 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:15.979922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:21.236033 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53012) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:52:21.283889 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [None req-2790ec5f-2349-46bd-9283-ee39c9df2044 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:52:21.285046 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2790ec5f-2349-46bd-9283-ee39c9df2044 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480788 Jul 30 04:52:23.555151 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53020) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:52:23.615293 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0a97bc-a69b-42e1-b72c-0463ae225acf admin admin] GET failed (client error): The resource could not be found. Jul 30 04:52:23.616581 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ac0a97bc-a69b-42e1-b72c-0463ae225acf admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603464 Jul 30 04:52:23.698779 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553cb0c-687f-4fe6-8783-1566c300038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:52:23.700350 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9553cb0c-687f-4fe6-8783-1566c300038c admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793905 Jul 30 04:52:25.877594 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53028) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:52:25.922766 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:52:25.943430 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Made reservation on behalf of 2feee81d3c5645dfb6adc7bc9057a782 for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:52:25.945613 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:25.980023 dv-cinder-787262-6-iscsi neutron-server[93061]: WARNING neutron.services.revisions.revision_plugin [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Could not find related network for resource to bump revision. Jul 30 04:52:25.994304 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:52:26.003507 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:26.003845 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Added segment cd56ecaa-c3cc-4290-b993-4e7269632a05 of type vlan for network de1b209b-0ba1-4633-84d7-18d4fb55af4c Jul 30 04:52:26.044844 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:26.075158 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:26.076130 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:52:26.076704 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:26.128724 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2499783 Jul 30 04:52:26.135982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651f772-4d44-44e7-bb4f-6d9c0034a4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=de1b209b-0ba1-4633-84d7-18d4fb55af4c,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:26.146598 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network de1b209b-0ba1-4633-84d7-18d4fb55af4c details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:52:28.334634 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53036) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:52:28.393439 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5cb336-6515-452e-bd5f-fa55b67b5ce9 admin admin] GET failed (client error): The resource could not be found. Jul 30 04:52:28.394800 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-be5cb336-6515-452e-bd5f-fa55b67b5ce9 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591729 Jul 30 04:52:28.466592 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b5f09-472b-4136-896a-3472a8984faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:52:28.468064 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-084b5f09-472b-4136-896a-3472a8984faf admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689597 Jul 30 04:52:28.478462 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Request body: {'subnet': {'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:52:28.498358 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Made reservation on behalf of 2feee81d3c5645dfb6adc7bc9057a782 for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:52:28.500653 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:28.662405 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:28.718995 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:28.723236 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Checking segment: {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:52:28.723593 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Network hostable DHCP agents. Network: de1b209b-0ba1-4633-84d7-18d4fb55af4c, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:52:28.739746 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Network de1b209b-0ba1-4633-84d7-18d4fb55af4c is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:52:28.748818 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, de1b209b-0ba1-4633-84d7-18d4fb55af4c) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:52:28.752812 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:52:28.753389 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:28.758098 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73615b28-f9cf-42c5-8de3-0ba23b6b15f4 None None] Network de1b209b-0ba1-4633-84d7-18d4fb55af4c requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:52:28.769284 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-253940bc-27ad-4164-9a62-32147ed081b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2946961 Jul 30 04:52:29.002697 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-de1b209b-0ba1-4633-84d7-18d4fb55af4c', 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c', 'tenant_id': '2feee81d3c5645dfb6adc7bc9057a782', 'fixed_ips': [{'subnet_id': '3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:52:29.003613 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:29.141720 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Allocated IP 192.168.233.2 (de1b209b-0ba1-4633-84d7-18d4fb55af4c/3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4/b1a70524-0ada-4540-9b54-e304b16194c5) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:52:29.285108 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:29.294017 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Transition to ACTIVE for port object b1a70524-0ada-4540-9b54-e304b16194c5 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:52:29.309107 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Transition to ACTIVE for port object b1a70524-0ada-4540-9b54-e304b16194c5 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:52:29.315401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:29.356373 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Network de1b209b-0ba1-4633-84d7-18d4fb55af4c is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:52:29.361424 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:52:29.366919 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:52:29.369659 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Pushing event updated for resources: {'Port': ['ID=b1a70524-0ada-4540-9b54-e304b16194c5,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:29.377358 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.377702 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.378042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.378375 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.378701 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.379057 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.379383 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.379707 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.380048 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.380377 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.380696 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.381013 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:29.436398 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Attempting to bind port b1a70524-0ada-4540-9b54-e304b16194c5 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:52:29.436768 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Attempting to bind port b1a70524-0ada-4540-9b54-e304b16194c5 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:52:29.437132 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Attempting to bind port b1a70524-0ada-4540-9b54-e304b16194c5 on network de1b209b-0ba1-4633-84d7-18d4fb55af4c {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:52:29.442303 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:52:29.442669 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Checking segment: {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:52:29.443092 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:29.443487 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Bound using segment: {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:52:29.443973 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Bound port: b1a70524-0ada-4540-9b54-e304b16194c5, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:52:29.444368 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:29.505754 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] For port b1a70524-0ada-4540-9b54-e304b16194c5, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:52:29.509311 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] For port b1a70524-0ada-4540-9b54-e304b16194c5, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=b1a70524-0ada-4540-9b54-e304b16194c5,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:52:29.513667 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:29.572924 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56699976-cbe6-4387-918d-2b0e97ff8c64 None None] Pushing event updated for resources: {'Port': ['ID=b1a70524-0ada-4540-9b54-e304b16194c5,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:30.398549 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56b2a7-f2fe-424d-8bc7-4215225f8ab1 None None] Network de1b209b-0ba1-4633-84d7-18d4fb55af4c requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:52:30.460047 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-949a047a-c38b-42ef-9cc2-68eddda572be None None] Provisioning for port b1a70524-0ada-4540-9b54-e304b16194c5 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:52:31.535629 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device b1a70524-0ada-4540-9b54-e304b16194c5 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:52:31.592608 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port b1a70524-0ada-4540-9b54-e304b16194c5 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:52:31.596269 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port b1a70524-0ada-4540-9b54-e304b16194c5 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:52:31.596634 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:31.672939 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:31.705656 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port b1a70524-0ada-4540-9b54-e304b16194c5, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=b1a70524-0ada-4540-9b54-e304b16194c5,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:52:31.709411 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:31.760400 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=b1a70524-0ada-4540-9b54-e304b16194c5,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:33.217991 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:52:33.516983 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device b1a70524-0ada-4540-9b54-e304b16194c5 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:52:33.567652 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port b1a70524-0ada-4540-9b54-e304b16194c5 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:52:33.568026 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:40.781614 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2dcda9b4-c418-46bd-a5cf-e9f8e6c1022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:43.171277 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f71b0614-b91b-444a-be10-3b25921e37df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:43.563966 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:44.282524 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:52:45.985279 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:10.217892 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:53:10.782849 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2f03f74c-9c31-41c9-928d-c185d0c72f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:13.171393 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-616b8136-7260-4af5-b74b-fe3d48776c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:13.567703 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:14.285042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:15.986956 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:38.644266 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53088) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:53:38.650968 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [None req-89f0a705-d207-46a3-ba6d-e0fd383d0847 tempest-verify_tempest_config-545181313 tempest-verify_tempest_config-545181313-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:53:38.651940 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-89f0a705-d207-46a3-ba6d-e0fd383d0847 tempest-verify_tempest_config-545181313 tempest-verify_tempest_config-545181313-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067046 Jul 30 04:53:38.942376 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53106) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:53:39.040644 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.127863 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.131828 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.175178 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a6266959b734b889e6dbcdb4afae4cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2317078 Jul 30 04:53:39.176386 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a0ee40-2e2c-4d8a-8c5f-c4cf101748b6,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:53:39.177946 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53110) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:53:39.183055 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.183430 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.183783 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.184123 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.184463 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.184799 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.185131 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.185467 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.185815 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.186147 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.186474 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.186803 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25defa6a-4bd7-47d3-b450-60ade36c7219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.233549 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.253311 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.339840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.342221 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:39.345907 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4a0ee40-2e2c-4d8a-8c5f-c4cf101748b6 HTTP/1.1" status: 204 len: 168 time: 0.1642783 Jul 30 04:53:39.352564 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a0ee40-2e2c-4d8a-8c5f-c4cf101748b6,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:53:39.359177 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.359542 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.359894 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.360231 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.360568 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.360993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.361250 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.361578 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.361923 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.362252 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.362576 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:39.362926 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2d519-5645-49a6-8577-5ab7ec0ae48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:53:40.784032 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0975660a-580f-4b5c-b92c-1d421d2ab22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:43.172767 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-10a1d48b-e47c-4ca0-b462-15db0c3a6be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:43.569447 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:44.288059 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:45.991520 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:53:47.217139 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:54:10.784088 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f6011086-6545-4427-87f8-327cdb5436f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:13.174114 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-867f1802-4315-43af-a316-6159629a135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:13.570551 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:14.290605 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:15.993633 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:24.216165 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:54:40.784362 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fd3d177c-f160-4413-8107-ba93d958f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:43.173963 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cc024802-9d2a-468e-997c-ef7f660abc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:43.570433 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:44.292184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:54:45.996191 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:01.215530 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 5 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:55:09.032105 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669406'] for agent, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:10.784828 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-84a05235-310b-4c76-9b6b-bf01e87e243e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:12.836804 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53166) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:55:12.941644 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-79f5b4b2-cd39-453e-bea4-024d8736db0a admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1037419 Jul 30 04:55:13.175706 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fbf63626-4022-4bcf-9f7e-dac07aa331db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:13.571309 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:14.294970 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:15.135658 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53176) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:55:15.194023 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-573e5838-fd86-4d64-9d7c-60073b5e09a1 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0571492 Jul 30 04:55:15.998918 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:38.214367 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:55:38.985237 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:40.785764 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029d7059-2757-4d74-8a7f-680aebadef6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:43.175877 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-400a335a-a7ac-4195-9e5b-ff671e47289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:43.572433 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:44.297421 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:55:46.001615 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:09.000727 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:10.785983 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-266d84d7-d6eb-42e2-9d3d-2ccdce2f3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:13.177371 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-11c39434-6ea1-4556-abb8-026e1c08d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:13.574576 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:14.300199 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:15.213714 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:56:16.005107 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:39.012483 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:40.795059 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c199-4ae3-4d5a-939d-222cc1444821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.333618 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53376) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:42.447494 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53386) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:42.705551 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785734263-network', 'tenant_id': '61661bbcbfb142c38985101144dd68e8'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:42.731859 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Made reservation on behalf of 61661bbcbfb142c38985101144dd68e8 for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:42.734408 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.743840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.855191 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-network', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:42.938733 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53416) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:42.952778 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.956859 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.975870 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:56:42.976323 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53422) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:42.987403 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Made reservation on behalf of 2878765373cb4866aaa8f9f581cf3856 for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:42.988913 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:42.989353 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Added segment d70910f6-2e25-4de8-a101-a28acf68e4b5 of type vlan for network 3ef55195-2558-4d32-a718-cac519a039e9 Jul 30 04:56:42.991403 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.003829 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.042287 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.100697 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b942a8-1eab-4902-8ed8-61d1fb8ee33b,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:43.109531 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.110116 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.110626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.111214 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.111720 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.112518 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.113015 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.113586 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.114075 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.114725 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.115307 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.115822 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Tracked resource versions report: Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: pushed versions: Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: { 'AddressGroup': {'1.2'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'ConntrackHelper': {'1.0'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Log': {'1.0'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Network': {'1.1'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Port': {'1.7'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'PortForwarding': {'1.2'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'QosPolicy': {'1.8'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroup': {'1.4'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SubPort': {'1.0'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Subnet': {'1.1'}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Trunk': {'1.1'}} Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: consumer versions: Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: HyperV agent@hv-cinder-78726: {}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'ConntrackHelper': '1.0', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Log': '1.0', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Network': '1.1', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Port': '1.7', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'PortForwarding': '1.2', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'QosPolicy': '1.8', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroup': '1.4', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SecurityGroupRule': '1.2', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'SubPort': '1.0', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Subnet': '1.1', Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: 'Trunk': '1.1'}} Jul 30 04:56:43.117143 dv-cinder-787262-6-iscsi neutron-server[93062]: {{(pid=93062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:56:43.124207 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.125510 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:43.126434 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.149472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.155974 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.175976 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:56:43.188566 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5338-dda0-40e0-8158-b4f4bc7aa81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.196037 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.196383 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Added segment 027b111d-4dbd-4222-bf37-288c18003e55 of type vlan for network b7e13099-3efa-4b15-9023-11f254881a64 Jul 30 04:56:43.201212 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1409142798-network', 'tenant_id': '1c87acd5cf1f428a99ee2197a606b47c'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:43.209072 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8743944 Jul 30 04:56:43.215649 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53434) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:43.223849 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Request body: {'subnet': {'network_id': '3ef55195-2558-4d32-a718-cac519a039e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785734263-subnet', 'tenant_id': '61661bbcbfb142c38985101144dd68e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:43.254070 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Made reservation on behalf of 61661bbcbfb142c38985101144dd68e8 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:43.254334 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.257011 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.288176 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-network', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:43.300132 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.301121 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:43.301910 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.451542 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8de43b-1631-44d5-a44e-a7d2cf06f820 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef55195-2558-4d32-a718-cac519a039e9,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:43.463184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 3ef55195-2558-4d32-a718-cac519a039e9 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:56:43.479308 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.493730 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Pushing event updated for resources: {'Network': ['ID=b7e13099-3efa-4b15-9023-11f254881a64,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:43.512380 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.513169 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.513850 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.514353 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.514856 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.515390 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.516021 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.516540 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.517071 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.517721 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.518267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.518815 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Tracked resource versions report: Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: pushed versions: Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: { 'AddressGroup': {'1.2'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'ConntrackHelper': {'1.0'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Log': {'1.0'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Network': {'1.1'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Port': {'1.7'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'PortForwarding': {'1.2'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'QosPolicy': {'1.8'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroup': {'1.4'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SubPort': {'1.0'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Subnet': {'1.1'}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Trunk': {'1.1'}} Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: consumer versions: Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: HyperV agent@hv-cinder-78726: {}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'ConntrackHelper': '1.0', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Log': '1.0', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Network': '1.1', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Port': '1.7', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'PortForwarding': '1.2', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'QosPolicy': '1.8', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroup': '1.4', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SecurityGroupRule': '1.2', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'SubPort': '1.0', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Subnet': '1.1', Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: 'Trunk': '1.1'}} Jul 30 04:56:43.520153 dv-cinder-787262-6-iscsi neutron-server[93061]: {{(pid=93061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:56:43.536430 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4efb283-4e6c-4a65-b007-f10b48d2ac16,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:43.542098 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network b7e13099-3efa-4b15-9023-11f254881a64 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:56:43.566807 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Made reservation on behalf of 1c87acd5cf1f428a99ee2197a606b47c for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:43.569071 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-76f495bb-895b-4dad-92d3-b5fce44b3c1f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1156299 Jul 30 04:56:43.570866 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.581953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53442) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:43.594765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Made reservation on behalf of 6088f8cde48d4e2a94970771d2b8a0e7 for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:43.598721 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.600899 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Request body: {'subnet': {'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-subnet', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:43.630177 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.650280 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.718796 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=736d0a92-df6e-4c52-9d6b-c4e7598fc871,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:43.754050 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Checking segment: {'id': 'd70910f6-2e25-4de8-a101-a28acf68e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3ef55195-2558-4d32-a718-cac519a039e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:43.758036 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Network hostable DHCP agents. Network: 3ef55195-2558-4d32-a718-cac519a039e9, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:56:43.794516 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Network 3ef55195-2558-4d32-a718-cac519a039e9 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:56:43.811185 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 3ef55195-2558-4d32-a718-cac519a039e9) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:43.816659 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:43.817427 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.880052 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632096a-f67d-418c-b510-62c19bf5c5d2 None None] Network 3ef55195-2558-4d32-a718-cac519a039e9 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:43.911884 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.924040 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:43.966429 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Made reservation on behalf of 2878765373cb4866aaa8f9f581cf3856 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:43.966901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:56:43.972944 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.017917 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.023062 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Added segment 21823cfc-49db-449d-8947-0ef4884e43f7 of type vlan for network dee09fcf-672a-405a-9eb2-079ce0f4e6eb Jul 30 04:56:44.053766 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a43d25d-b14b-4d58-84df-dd37cb24fc17,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:44.085040 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6c130-43e6-436c-9109-00ca0c439911 None None] Network 3ef55195-2558-4d32-a718-cac519a039e9 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:44.183764 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.278243 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.279383 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:44.279973 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.308640 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.323319 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.444463 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.449839 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] Pushing event updated for resources: {'Network': ['ID=dee09fcf-672a-405a-9eb2-079ce0f4e6eb,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:44.463958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:56:44.475231 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-83025f2f-24ab-4fbb-85cf-cf72e1f383a4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4973776 Jul 30 04:56:44.480147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53488) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:44.485249 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Request body: {'subnet': {'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-subnet', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:44.504974 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.514980 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f4d868ba-11e8-4e19-882b-f06ab1a8ad5b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2977817 Jul 30 04:56:44.548198 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b933f-27c9-4290-bc81-748819d0a57a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:44.556972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Made reservation on behalf of 6088f8cde48d4e2a94970771d2b8a0e7 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:44.559317 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.578288 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:56:44.608330 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.648681 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.648991 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Added segment a6dc912b-8b30-446e-bf20-189be95f61b7 of type vlan for network e559a583-cb60-4576-ac42-037e263ad822 Jul 30 04:56:44.744575 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f838190-c816-4274-9367-4ecf4a1c42cb,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:44.747754 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.759497 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Checking segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:44.759893 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Network hostable DHCP agents. Network: b7e13099-3efa-4b15-9023-11f254881a64, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:56:44.824191 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.825157 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:44.825771 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.836925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Network b7e13099-3efa-4b15-9023-11f254881a64 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:56:44.903977 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, b7e13099-3efa-4b15-9023-11f254881a64) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:44.909047 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9665616 Jul 30 04:56:44.911631 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53512) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:44.912101 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:44.912681 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.918092 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a12821-8ab2-46b4-b740-fac1c5ff0e8f None None] Network b7e13099-3efa-4b15-9023-11f254881a64 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:44.921773 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Request body: {'subnet': {'network_id': 'e559a583-cb60-4576-ac42-037e263ad822', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1409142798-subnet', 'tenant_id': '1c87acd5cf1f428a99ee2197a606b47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:44.953931 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d8ae1-ab9f-4fa5-ba8c-50eff79846b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e559a583-cb60-4576-ac42-037e263ad822,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:44.975585 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network e559a583-cb60-4576-ac42-037e263ad822 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:56:44.978659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Made reservation on behalf of 1c87acd5cf1f428a99ee2197a606b47c for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:44.983213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:44.990021 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e4352eda-c70b-46cd-9626-461fe69ac252 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3990848 Jul 30 04:56:44.993698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53518) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:44.994205 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53520) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:45.014667 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:45.020824 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.224423 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.234200 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.239879 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.248884 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-b7e13099-3efa-4b15-9023-11f254881a64', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:56:45.250382 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.304081 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d762d6c-9625-4c5d-a0df-658de56d179b,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:45.306780 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Checking segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:45.307172 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Network hostable DHCP agents. Network: dee09fcf-672a-405a-9eb2-079ce0f4e6eb, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:56:45.316856 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aae142b-5cbc-4894-8382-4b111cbf8945,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:45.338797 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23542e52-8653-4c5f-b220-d6b36bb0ae4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.400637 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Checking segment: {'id': 'a6dc912b-8b30-446e-bf20-189be95f61b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:45.400637 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Network hostable DHCP agents. Network: e559a583-cb60-4576-ac42-037e263ad822, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:56:45.406042 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:56:45.453990 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Network e559a583-cb60-4576-ac42-037e263ad822 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:56:45.474269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.482301 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, e559a583-cb60-4576-ac42-037e263ad822) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:45.484076 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, dee09fcf-672a-405a-9eb2-079ce0f4e6eb) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:45.495082 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:45.495720 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.500358 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:45.501843 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.605239 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Allocated IP 172.20.0.2 (b7e13099-3efa-4b15-9023-11f254881a64/6f838190-c816-4274-9367-4ecf4a1c42cb/78f8ac84-7391-426c-b7ec-e362cd7ee2e2) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:56:45.670596 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53554) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:45.677969 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1895924824-network', 'tenant_id': '7e20afa219d34093a753fa35809a2631'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:45.723863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.726702 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006ea4f-6b39-4f21-87cc-b4f1f3766f7c None None] Network e559a583-cb60-4576-ac42-037e263ad822 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:45.728645 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73949e13-447d-4989-b032-017969228412 None None] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:45.823650 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23542e52-8653-4c5f-b220-d6b36bb0ae4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.835685 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23542e52-8653-4c5f-b220-d6b36bb0ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.851346 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d5a05984-7232-4d85-a46b-f3a6dea748c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3698373 Jul 30 04:56:45.864718 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53556) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:45.874289 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:45.881466 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.887283 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1b5ad878-612e-4a89-9080-b89eb2d7c847 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9731066 Jul 30 04:56:45.903209 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Made reservation on behalf of 7e20afa219d34093a753fa35809a2631 for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:45.906126 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.915429 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542e52-8653-4c5f-b220-d6b36bb0ae4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f7326-63b6-43be-897a-26a09639c01e,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:45.920832 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-23542e52-8653-4c5f-b220-d6b36bb0ae4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d80eee246e2a4a81b4bb87ae2c336203&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9254673 Jul 30 04:56:45.923938 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Transition to ACTIVE for port object 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:45.924882 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53564) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:45.933640 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.960447 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:45.961616 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.003234 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Transition to ACTIVE for port object 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:46.018968 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1b77c-bcf6-4ee5-b09f-cd04a306726e None None] Network e559a583-cb60-4576-ac42-037e263ad822 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:46.049377 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.053201 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.063181 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39897b5-9c5e-4b95-9435-381b3e9f43fe None None] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:46.170926 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.216504 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.231264 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.249200 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Network b7e13099-3efa-4b15-9023-11f254881a64 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:46.264859 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:46.274613 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:56:46.283500 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Pushing event updated for resources: {'Port': ['ID=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:46.304596 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.305144 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.305659 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.306217 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.307387 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.308091 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.308429 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.308763 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.309100 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.309443 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.309929 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.310417 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Tracked resource versions report: Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: pushed versions: Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: { 'AddressGroup': {'1.2'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'ConntrackHelper': {'1.0'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Log': {'1.0'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Network': {'1.1'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Port': {'1.7'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'PortForwarding': {'1.2'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'QosPolicy': {'1.8'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroup': {'1.4'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SubPort': {'1.0'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Subnet': {'1.1'}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Trunk': {'1.1'}} Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: consumer versions: Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: HyperV agent@hv-cinder-78726: {}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'ConntrackHelper': '1.0', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Log': '1.0', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Network': '1.1', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Port': '1.7', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'PortForwarding': '1.2', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'QosPolicy': '1.8', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroup': '1.4', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SecurityGroupRule': '1.2', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'SubPort': '1.0', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Subnet': '1.1', Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: 'Trunk': '1.1'}} Jul 30 04:56:46.311710 dv-cinder-787262-6-iscsi neutron-server[93063]: {{(pid=93063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:56:46.322820 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:56:46.344195 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.344993 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Added segment 51485dd1-0a61-4d00-b05b-54af4c2102f1 of type vlan for network b1c639f7-7a33-43d9-abea-8e84a742ce02 Jul 30 04:56:46.411905 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.437429 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Attempting to bind port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:56:46.437962 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Attempting to bind port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:56:46.438592 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Attempting to bind port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 on network b7e13099-3efa-4b15-9023-11f254881a64 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:56:46.449021 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912759a4-c93b-4d5c-8c58-b82a509e651b,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:46.454323 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.455539 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:46.456429 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.489413 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:56:46.490024 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Checking segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:46.490633 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.491372 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Bound using segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:56:46.492180 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Bound port: 78f8ac84-7391-426c-b7ec-e362cd7ee2e2, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:56:46.494991 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.525629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-df03aa48-ae68-49d8-8dc5-d8bd9da271cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.545201 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c639f7-7a33-43d9-abea-8e84a742ce02,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:46.555983 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-df03aa48-ae68-49d8-8dc5-d8bd9da271cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.558397 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network b1c639f7-7a33-43d9-abea-8e84a742ce02 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:56:46.561795 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-83da0e86-e0fc-44b8-944a-6a610b513047 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8872113 Jul 30 04:56:46.563168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53602) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:46.569373 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Request body: {'subnet': {'network_id': 'b1c639f7-7a33-43d9-abea-8e84a742ce02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1895924824-subnet', 'tenant_id': '7e20afa219d34093a753fa35809a2631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:46.602019 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Made reservation on behalf of 7e20afa219d34093a753fa35809a2631 for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:46.606681 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.627776 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53610) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:46.664697 dv-cinder-787262-6-iscsi neutron-server[93061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 04:56:46.690832 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.778221 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-df03aa48-ae68-49d8-8dc5-d8bd9da271cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.780717 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-df03aa48-ae68-49d8-8dc5-d8bd9da271cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.781859 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-df03aa48-ae68-49d8-8dc5-d8bd9da271cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c9f7326-63b6-43be-897a-26a09639c01e HTTP/1.1" status: 204 len: 168 time: 0.8548703 Jul 30 04:56:46.813358 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.822627 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03aa48-ae68-49d8-8dc5-d8bd9da271cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f7326-63b6-43be-897a-26a09639c01e,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:46.853181 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:46.962829 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] For port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:56:46.976833 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] For port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:56:46.985179 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.040709 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Allocated IP 172.27.2.108 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/7662f8be-9cc3-4157-83ca-d63a5e24846f) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:56:47.124081 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1739d-1b7b-4766-a9c8-ee0fd6846c29 None None] Pushing event updated for resources: {'Port': ['ID=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:47.129919 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-fcc3ab47-aa2f-4dce-bfd2-ecdafe0dfb0f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:47.131519 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-fcc3ab47-aa2f-4dce-bfd2-ecdafe0dfb0f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/networks?id=e559a583-cb60-4576-ac42-037e263ad822 HTTP/1.1" status: 200 len: 812 time: 0.5017731 Jul 30 04:56:47.182651 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-ca602215-bf12-46d8-aa32-053296220ebd tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/quotas/1c87acd5cf1f428a99ee2197a606b47c HTTP/1.1" status: 200 len: 375 time: 0.0400648 Jul 30 04:56:47.218197 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.278486 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.310024 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-c904ea44-dedf-4458-ae29-bdec3295f0e3 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c87acd5cf1f428a99ee2197a606b47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180656 Jul 30 04:56:47.367866 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.460888 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.558419 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2caee8-02c8-4f79-9116-d8af89d23c42,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:47.570643 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Checking segment: {'id': '51485dd1-0a61-4d00-b05b-54af4c2102f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1c639f7-7a33-43d9-abea-8e84a742ce02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:47.571594 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Network hostable DHCP agents. Network: b1c639f7-7a33-43d9-abea-8e84a742ce02, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:56:47.617968 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53664) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:47.636836 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-14f28f28-a0af-4464-b238-56317c47e82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.637750 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.658279 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Network b1c639f7-7a33-43d9-abea-8e84a742ce02 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:56:47.696114 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, b1c639f7-7a33-43d9-abea-8e84a742ce02) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:47.707304 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:47.712132 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530cdd99-5c48-42a0-be51-b74589d108a4 None None] Network b1c639f7-7a33-43d9-abea-8e84a742ce02 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:47.718414 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:47.721561 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:56:47.744205 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:47.747020 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.776774 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Allocated IP 172.27.2.29 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/477421d7-944f-4731-9627-83ffa371e27a) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:56:47.782959 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Pushing event updated for resources: {'Port': ['ID=7662f8be-9cc3-4157-83ca-d63a5e24846f,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:47.789836 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:56:47.921770 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-14f28f28-a0af-4464-b238-56317c47e82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.924169 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:56:47.930947 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-89ac9bb8-8e22-44c0-aea5-850adf9d7d2b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:56:47.943232 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-89ac9bb8-8e22-44c0-aea5-850adf9d7d2b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2880082 Jul 30 04:56:47.945291 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-14f28f28-a0af-4464-b238-56317c47e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:47.960112 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e9acd-5822-4b4f-acf6-caccc3474b79 None None] Network b1c639f7-7a33-43d9-abea-8e84a742ce02 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:47.999613 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-49d90d37-f328-489c-b3e1-f4715edb745a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4352336 Jul 30 04:56:48.121277 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f28f28-a0af-4464-b238-56317c47e82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9641278-844d-4bf8-bfbc-f16cff109ca0,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:48.125600 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.126518 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-2acae4f4-2bce-4384-aba2-0afe310bef65 service neutron] 10.222.0.35 "GET /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841335 Jul 30 04:56:48.141471 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53674) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:48.166188 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-14f28f28-a0af-4464-b238-56317c47e82c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=868b9a6da755441ba9506a44699862cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5466206 Jul 30 04:56:48.166618 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53678) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:48.233786 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.280116 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Deleting subnet 736d0a92-df6e-4c52-9d6b-c4e7598fc871 {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:56:48.297959 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.369701 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.375260 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-3b962fa9-0e3d-42f8-9ae8-795d1b7e4ac0 service neutron] 10.222.0.35 "GET /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306240 Jul 30 04:56:48.380808 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0f3ee428-9162-4928-a77d-bc08a1884063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.389641 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.445634 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0f3ee428-9162-4928-a77d-bc08a1884063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.508058 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.512457 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee5a4d-1fbf-45b0-811a-19f09a72c183 None None] Network b7e13099-3efa-4b15-9023-11f254881a64 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:56:48.515456 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.536657 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736d0a92-df6e-4c52-9d6b-c4e7598fc871,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:48.555379 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0f3ee428-9162-4928-a77d-bc08a1884063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.558899 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0f3ee428-9162-4928-a77d-bc08a1884063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.560227 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-0f3ee428-9162-4928-a77d-bc08a1884063 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9641278-844d-4bf8-bfbc-f16cff109ca0 HTTP/1.1" status: 204 len: 168 time: 0.3731596 Jul 30 04:56:48.593299 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Pushing event updated for resources: {'Port': ['ID=477421d7-944f-4731-9627-83ffa371e27a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:48.595192 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ee428-9162-4928-a77d-bc08a1884063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9641278-844d-4bf8-bfbc-f16cff109ca0,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:48.604392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.607094 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.607270 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-fcea8310-e3b2-4c2b-876f-a98d4ad95a1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/736d0a92-df6e-4c52-9d6b-c4e7598fc871 HTTP/1.1" status: 204 len: 168 time: 0.4646449 Jul 30 04:56:48.609505 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53690) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:48.618503 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:48.652514 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:48.656402 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:56:48.686594 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] Provisioning for port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:56:48.711000 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] Provisioning complete for port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:48.712013 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.775660 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53702) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:48.891190 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:48.935506 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] For port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:56:48.949475 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.041684 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b659f31-5275-4946-937f-33e5c81e2d7c None None] Pushing event updated for resources: {'Port': ['ID=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:49.127359 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.131635 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:56:49.132092 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-28d2f750-b75a-4995-ba18-72e90b093e0a req-0325448a-b85e-4373-a071-6d1d38fd1c00 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.3449736 Jul 30 04:56:49.137392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.235658 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.247635 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.248588 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.249599 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.249721 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.250087 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.250433 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.251304 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.251705 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.252377 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.252494 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.276025 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-e2e13dfc-bd5a-4987-9c8b-8e0af1773959 None None] Provisioning complete for port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:49.276529 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e2e13dfc-bd5a-4987-9c8b-8e0af1773959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.428648 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.429001 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.429406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.429655 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:56:49.430042 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef55195-2558-4d32-a718-cac519a039e9']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:49.456167 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:56:49.466166 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70910f6-2e25-4de8-a101-a28acf68e4b5') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:49.467717 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:56:49.468458 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70910f6-2e25-4de8-a101-a28acf68e4b5') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:49.484307 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:56:49.487166 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:49.492152 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.512115 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.513676 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2fd002e2-555e-4492-9782-11b004371dcf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5170541 Jul 30 04:56:49.516459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53742) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:49.522798 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.535549 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:56:49.535841 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: from cryptography.utils import int_from_bytes Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: from cryptography.utils import int_from_bytes Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:56:49.542538 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:56:49.580070 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.645865 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.667844 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.673702 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3ef55195-2558-4d32-a718-cac519a039e9 HTTP/1.1" status: 204 len: 168 time: 1.0632207 Jul 30 04:56:49.674421 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53748) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:49.694904 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:56:49.700570 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a311f-b20d-455e-ac9b-d77dd7b91ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef55195-2558-4d32-a718-cac519a039e9,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:49.744290 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:56:49.787535 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Deleting subnet be2caee8-02c8-4f79-9116-d8af89d23c42 {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:56:49.791793 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.833182 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:49.834021 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.873019 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:49.977303 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.049104 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Router 5759fb2b-7f0c-4664-9598-385b070e7b75 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:56:50.099984 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:47Z', 'revision_number': 3, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:50.115880 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.136932 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:56:50.137625 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Updating router 9fb40c31-8a7f-4b05-8d90-77386b2480bb port 7662f8be-9cc3-4157-83ca-d63a5e24846f binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:56:50.155201 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.160201 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/be2caee8-02c8-4f79-9116-d8af89d23c42 HTTP/1.1" status: 204 len: 168 time: 0.4648325 Jul 30 04:56:50.214669 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.219079 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53766) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:50.233484 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf14f8-b568-492d-a904-1d4b44a0d3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2caee8-02c8-4f79-9116-d8af89d23c42,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:50.286467 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-854babed-475d-4ce2-a698-4a1ff7beb400 req-a5c30d61-2287-40f3-93c1-fc3283311869 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0474026 Jul 30 04:56:50.345734 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.443143 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:56:50.464147 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Sync routers for ids ['5759fb2b-7f0c-4664-9598-385b070e7b75'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:56:50.482719 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.485413 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Routers {'5759fb2b-7f0c-4664-9598-385b070e7b75'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:56:50.488778 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['5759fb2b-7f0c-4664-9598-385b070e7b75'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:50.513451 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.515648 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c639f7-7a33-43d9-abea-8e84a742ce02']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:50.519533 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a5cf3dc2-5fde-4c11-8ba4-1c9832b492c5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6491747 Jul 30 04:56:50.520357 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53782) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:50.542631 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51485dd1-0a61-4d00-b05b-54af4c2102f1') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:50.543336 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51485dd1-0a61-4d00-b05b-54af4c2102f1') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:50.564529 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.591836 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.613664 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.645240 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:56:50.645702 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:56:50.649657 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:56:50.742262 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Set router 5759fb2b-7f0c-4664-9598-385b070e7b75 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:56:50.761487 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.797677 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.808857 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b1c639f7-7a33-43d9-abea-8e84a742ce02 HTTP/1.1" status: 204 len: 168 time: 0.5877953 Jul 30 04:56:50.811447 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf04a10-b3a4-4048-bcb0-cbc9d33279c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c639f7-7a33-43d9-abea-8e84a742ce02,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:50.843848 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.860232 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Transition to ACTIVE for port object 7662f8be-9cc3-4157-83ca-d63a5e24846f will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:50.870729 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:50.984344 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Pushing event updated for resources: {'Port': ['ID=7662f8be-9cc3-4157-83ca-d63a5e24846f,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:50.995334 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.996043 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.996597 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.997406 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.997582 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.998141 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.999089 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.999089 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:50.999622 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:51.000056 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:51.000713 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:51.001069 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Tracked resource versions report: Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: pushed versions: Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: { 'AddressGroup': {'1.2'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'ConntrackHelper': {'1.0'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Log': {'1.0'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Network': {'1.1'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Port': {'1.7'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'PortForwarding': {'1.2'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'QosPolicy': {'1.8'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroup': {'1.4'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SubPort': {'1.0'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Subnet': {'1.1'}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Trunk': {'1.1'}} Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: consumer versions: Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: { DHCP agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: HyperV agent@hv-cinder-78726: {}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: L3 agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: Metadata agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: Metering agent@dv-cinder-787262-6-iscsi: {}, Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: Open vSwitch agent@dv-cinder-787262-6-iscsi: { 'AddressGroup': '1.2', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'ConntrackHelper': '1.0', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Log': '1.0', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Network': '1.1', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Port': '1.7', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'PortForwarding': '1.2', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'QosPolicy': '1.8', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroup': '1.4', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SecurityGroupRule': '1.2', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'SubPort': '1.0', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Subnet': '1.1', Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: 'Trunk': '1.1'}} Jul 30 04:56:51.002483 dv-cinder-787262-6-iscsi neutron-server[93064]: {{(pid=93064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:56:51.030797 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Attempting to bind port 7662f8be-9cc3-4157-83ca-d63a5e24846f on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:56:51.031856 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Attempting to bind port 7662f8be-9cc3-4157-83ca-d63a5e24846f by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:56:51.032560 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Attempting to bind port 7662f8be-9cc3-4157-83ca-d63a5e24846f on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:56:51.039064 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:56:51.039842 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:51.041749 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.042380 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:56:51.043304 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Bound port: 7662f8be-9cc3-4157-83ca-d63a5e24846f, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:56:51.044110 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.095390 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53816) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:51.114062 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] For port 7662f8be-9cc3-4157-83ca-d63a5e24846f, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:56:51.119414 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] For port 7662f8be-9cc3-4157-83ca-d63a5e24846f, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=7662f8be-9cc3-4157-83ca-d63a5e24846f,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:56:51.124700 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.154773 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-46c7d30a-8f83-4e56-b2c6-3eb8ca07d06c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61661bbcbfb142c38985101144dd68e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0583076 Jul 30 04:56:51.157369 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53818) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:51.169413 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:48Z', 'revision_number': 3, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:51.219836 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07e579-8b1c-4c5c-8d61-422c027ee819 None None] Pushing event updated for resources: {'Port': ['ID=7662f8be-9cc3-4157-83ca-d63a5e24846f,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:51.236262 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb70c651-2cf9-4bf0-a608-97b4e42bcbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.238184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Checking router: 5759fb2b-7f0c-4664-9598-385b070e7b75 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:56:51.238528 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Updating router 5759fb2b-7f0c-4664-9598-385b070e7b75 port 477421d7-944f-4731-9627-83ffa371e27a binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:56:51.255392 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:56:51.255392 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:51.334002 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.339152 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb70c651-2cf9-4bf0-a608-97b4e42bcbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.450717 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb70c651-2cf9-4bf0-a608-97b4e42bcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.461309 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb70c651-2cf9-4bf0-a608-97b4e42bcbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:51.466199 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-eb70c651-2cf9-4bf0-a608-97b4e42bcbbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49b942a8-1eab-4902-8ed8-61d1fb8ee33b HTTP/1.1" status: 204 len: 168 time: 0.3051007 Jul 30 04:56:51.487296 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70c651-2cf9-4bf0-a608-97b4e42bcbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b942a8-1eab-4902-8ed8-61d1fb8ee33b,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:51.557995 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:56:51.690747 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Allocated IP 172.20.0.1 (b7e13099-3efa-4b15-9023-11f254881a64/6f838190-c816-4274-9367-4ecf4a1c42cb/7c5973e7-3f78-445e-8c5b-67822982a297) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:56:51.771260 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f0cfed41-f145-4826-865d-253c9eb972e9 req-d7275e02-04bd-4ae5-b794-9b7da4cf779a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.1126940 Jul 30 04:56:51.817249 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53860) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:52.017686 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.37', 58769) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:52.044873 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:47Z', 'revision_number': 3, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:52.092305 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.098410 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1ae0-aad6-4192-b105-c0d2f1350b72 None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:47Z', 'revision_number': 3, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:56:52.127988 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Transition to ACTIVE for port object 477421d7-944f-4731-9627-83ffa371e27a will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:52.137904 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.164850 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.222461 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:56:52.244091 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-835bc075-dde5-44fb-947a-e64d4fb85300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.261586 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.311263 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Attempting to bind port 477421d7-944f-4731-9627-83ffa371e27a on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:56:52.312504 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Attempting to bind port 477421d7-944f-4731-9627-83ffa371e27a by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:56:52.313099 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Attempting to bind port 477421d7-944f-4731-9627-83ffa371e27a on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:56:52.318053 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc04fea-80f0-4395-acdc-7ea05059328a None None] Pushing event updated for resources: {'Port': ['ID=477421d7-944f-4731-9627-83ffa371e27a,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:52.331820 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:56:52.332387 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:52.332881 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.333364 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:56:52.333943 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Bound port: 477421d7-944f-4731-9627-83ffa371e27a, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:56:52.334440 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.355712 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-f7de1a25-765b-424d-9862-10e8639c6fb3 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:52.357375 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-f7de1a25-765b-424d-9862-10e8639c6fb3 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.37 "GET /v2.0/networks?id=e559a583-cb60-4576-ac42-037e263ad822 HTTP/1.1" status: 200 len: 812 time: 0.3385899 Jul 30 04:56:52.358151 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53880) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:52.438107 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] For port 477421d7-944f-4731-9627-83ffa371e27a, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:56:52.443991 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Transition to ACTIVE for port object 7c5973e7-3f78-445e-8c5b-67822982a297 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:52.449829 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] For port 477421d7-944f-4731-9627-83ffa371e27a, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=477421d7-944f-4731-9627-83ffa371e27a,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:56:52.459219 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Request body: {'port': {'device_id': '9359d764-dac8-4ad0-906e-076824b5494e', 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822', 'admin_state_up': True, 'tenant_id': '1c87acd5cf1f428a99ee2197a606b47c'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:52.469517 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:52.678676 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Routers {'5759fb2b-7f0c-4664-9598-385b070e7b75'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:56:52.679361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['5759fb2b-7f0c-4664-9598-385b070e7b75'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:52.735611 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Allocated IP 172.20.0.1 (dee09fcf-672a-405a-9eb2-079ce0f4e6eb/2d762d6c-9625-4c5d-a0df-658de56d179b/5ff2c6db-b374-4f32-83ec-5ca838a61557) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:56:52.746230 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc04fea-80f0-4395-acdc-7ea05059328a None None] Pushing event updated for resources: {'Port': ['ID=477421d7-944f-4731-9627-83ffa371e27a,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:52.881643 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] Set router 5759fb2b-7f0c-4664-9598-385b070e7b75 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:56:52.947332 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.013645 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8b161f89-dcae-4cb3-8199-d02dd9f443d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e20afa219d34093a753fa35809a2631&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5710723 Jul 30 04:56:53.022529 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53926) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:53.025473 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-28381a11-ca01-4656-85df-16b49a85ba8a req-e3131ea4-7518-44b8-87f7-53d596a31d87 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0876617 Jul 30 04:56:53.094951 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5973e7-3f78-445e-8c5b-67822982a297,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:53.147913 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Network b7e13099-3efa-4b15-9023-11f254881a64 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:53.157796 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:53.175472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-835bc075-dde5-44fb-947a-e64d4fb85300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.178612 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:56:53.179328 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.191503 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.216640 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-835bc075-dde5-44fb-947a-e64d4fb85300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.301305 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bc075-dde5-44fb-947a-e64d4fb85300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8429f6b-24a0-4e10-8cb2-be918e69dc0a,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:53.338007 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:48Z', 'revision_number': 3, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:53.397638 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d4a0-9813-4849-a691-bb4fbfaf37fc None None] The sync data for ids ['5759fb2b-7f0c-4664-9598-385b070e7b75'] in dv-cinder-787262-6-iscsi is: [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:48Z', 'revision_number': 3, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:56:53.437601 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cc08041-92ec-4f64-a723-1658c9d359ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.447629 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-835bc075-dde5-44fb-947a-e64d4fb85300 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf5caca6f8d14f89bb9a402e4326e63e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6280317 Jul 30 04:56:53.451190 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 53942) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:53.455933 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Made reservation on behalf of 1c87acd5cf1f428a99ee2197a606b47c for: {'port': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:56:53.464824 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.472224 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53944) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:53.508672 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.581079 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:53.587077 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:53.591764 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:56:53.592701 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.651634 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-bbd744af-924b-48b9-931f-38e8c1e4785d None None] Provisioning for port 7c5973e7-3f78-445e-8c5b-67822982a297 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:56:53.656816 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-bbd744af-924b-48b9-931f-38e8c1e4785d None None] Provisioning complete for port 7c5973e7-3f78-445e-8c5b-67822982a297 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:53.657097 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bbd744af-924b-48b9-931f-38e8c1e4785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.689726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7acd221-aa5e-4039-bfd7-d87847242d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.750951 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cc08041-92ec-4f64-a723-1658c9d359ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:53.763642 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-bbd744af-924b-48b9-931f-38e8c1e4785d None None] Port 7c5973e7-3f78-445e-8c5b-67822982a297 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:56:53.892911 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7662f8be-9cc3-4157-83ca-d63a5e24846f up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:56:54.079772 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 7662f8be-9cc3-4157-83ca-d63a5e24846f completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:56:54.111578 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 7662f8be-9cc3-4157-83ca-d63a5e24846f triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:54.111578 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.274218 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cce06743-fbc3-47ba-979c-322dfda29d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.316324 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff2c6db-b374-4f32-83ec-5ca838a61557,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:54.472333 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.578377 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 7662f8be-9cc3-4157-83ca-d63a5e24846f, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=7662f8be-9cc3-4157-83ca-d63a5e24846f,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:56:54.586493 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.685917 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=7662f8be-9cc3-4157-83ca-d63a5e24846f,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:54.762950 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7acd221-aa5e-4039-bfd7-d87847242d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.792259 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 53978) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:54.803798 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.835495 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.943521 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7acd221-aa5e-4039-bfd7-d87847242d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.946288 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7acd221-aa5e-4039-bfd7-d87847242d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:54.948433 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a7acd221-aa5e-4039-bfd7-d87847242d84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8429f6b-24a0-4e10-8cb2-be918e69dc0a HTTP/1.1" status: 204 len: 168 time: 1.4935317 Jul 30 04:56:55.001738 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acd221-aa5e-4039-bfd7-d87847242d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8429f6b-24a0-4e10-8cb2-be918e69dc0a,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:55.054711 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f55cb29-5323-4311-8e13-d2237cc3cb2d req-9e83c801-e25b-48b8-b007-48c526f9f2db tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.2033205 Jul 30 04:56:55.070026 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Allocated IP 172.20.0.4 (e559a583-cb60-4576-ac42-037e263ad822/3aae142b-5cbc-4894-8382-4b111cbf8945/bdc4e36f-e72b-42dd-ade5-e7e58aea0090) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:56:55.075056 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cc08041-92ec-4f64-a723-1658c9d359ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.078060 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cc08041-92ec-4f64-a723-1658c9d359ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.080399 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6cc08041-92ec-4f64-a723-1658c9d359ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/912759a4-c93b-4d5c-8c58-b82a509e651b HTTP/1.1" status: 204 len: 168 time: 2.0537741 Jul 30 04:56:55.099385 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc08041-92ec-4f64-a723-1658c9d359ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912759a4-c93b-4d5c-8c58-b82a509e651b,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:55.499706 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.505997 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cce06743-fbc3-47ba-979c-322dfda29d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.570351 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cce06743-fbc3-47ba-979c-322dfda29d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.597562 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.612752 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-314c4520-e8de-4f19-b49c-838fc9ae0038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.700912 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-cce06743-fbc3-47ba-979c-322dfda29d16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=689a886ba1ab4247be449e0da490e156&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2271991 Jul 30 04:56:55.703899 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54000) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:55.764656 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Network e559a583-cb60-4576-ac42-037e263ad822 is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:55.773967 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:55.786679 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:56:55.871089 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54004) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:55.892410 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-314c4520-e8de-4f19-b49c-838fc9ae0038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.899000 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-314c4520-e8de-4f19-b49c-838fc9ae0038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.927250 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-39a63511-0e9a-4f31-a715-65fc1eab4d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:55.929134 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Pushing event updated for resources: {'Port': ['ID=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:55.975123 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06743-fbc3-47ba-979c-322dfda29d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047096b9-0b7e-4302-8628-439b77b60a97,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:55.991718 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 477421d7-944f-4731-9627-83ffa371e27a up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:56:56.067097 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-314c4520-e8de-4f19-b49c-838fc9ae0038 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34de263a334441ca9ccdc54498621c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2735789 Jul 30 04:56:56.068351 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4520-e8de-4f19-b49c-838fc9ae0038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8571f70b-4d98-4cb9-9d0c-54c7e97b4c20,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:56.094239 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54008) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:56.135434 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 477421d7-944f-4731-9627-83ffa371e27a completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:56:56.146528 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 477421d7-944f-4731-9627-83ffa371e27a triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:56.148156 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.221065 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.270335 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-39a63511-0e9a-4f31-a715-65fc1eab4d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.281269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.297602 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.298403 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.306787 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-39a63511-0e9a-4f31-a715-65fc1eab4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.391237 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:56.391994 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.418090 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a63511-0e9a-4f31-a715-65fc1eab4d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad557c-c126-4fe7-9021-10f0a246dbe8,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:56.448777 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.450988 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.452367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.485167 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff2c6db-b374-4f32-83ec-5ca838a61557,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:56.545143 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 477421d7-944f-4731-9627-83ffa371e27a, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=477421d7-944f-4731-9627-83ffa371e27a,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:56:56.552908 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.554773 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7662f8be-9cc3-4157-83ca-d63a5e24846f up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:56:56.578973 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0587-5be5-4b5a-81b8-e6520ae21378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.606344 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5973e7-3f78-445e-8c5b-67822982a297,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:56.614094 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-9e5fdfc0-2d52-44ed-91ee-53a9a46b5113 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1694891 Jul 30 04:56:56.627336 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-39a63511-0e9a-4f31-a715-65fc1eab4d76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=221a7c91b4394638a10059e3d4f7ffe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497668 Jul 30 04:56:56.638466 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54024) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:56.662507 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-2dfde4d3-cd98-4508-9b1d-b58cf34aeace tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:56:56.669564 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-2dfde4d3-cd98-4508-9b1d-b58cf34aeace tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219464 Jul 30 04:56:56.675683 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0587-5be5-4b5a-81b8-e6520ae21378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.686328 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68154-2233-406d-a097-4e6a253fba85 req-ee0a33e1-f49a-480a-b260-7d88b34558a9 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:56.688548 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61f68154-2233-406d-a097-4e6a253fba85 req-ee0a33e1-f49a-480a-b260-7d88b34558a9 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 931 time: 0.4165831 Jul 30 04:56:56.771256 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=477421d7-944f-4731-9627-83ffa371e27a,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:56.778920 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cb5782b5-393d-4dde-b932-3614d7e656b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.803462 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61f68154-2233-406d-a097-4e6a253fba85 req-e51177a4-4df5-46ff-b345-ac7c5c906a0d tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012018 Jul 30 04:56:56.815801 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 7662f8be-9cc3-4157-83ca-d63a5e24846f triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:56.816498 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.840996 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0587-5be5-4b5a-81b8-e6520ae21378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.844620 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0587-5be5-4b5a-81b8-e6520ae21378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.845369 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cb5782b5-393d-4dde-b932-3614d7e656b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.846767 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-5e1e0587-5be5-4b5a-81b8-e6520ae21378 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/047096b9-0b7e-4302-8628-439b77b60a97 HTTP/1.1" status: 204 len: 168 time: 1.1416001 Jul 30 04:56:56.857240 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0587-5be5-4b5a-81b8-e6520ae21378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047096b9-0b7e-4302-8628-439b77b60a97,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:56.960039 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cb5782b5-393d-4dde-b932-3614d7e656b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.969372 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cb5782b5-393d-4dde-b932-3614d7e656b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:56.970782 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-cb5782b5-393d-4dde-b932-3614d7e656b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8571f70b-4d98-4cb9-9d0c-54c7e97b4c20 HTTP/1.1" status: 204 len: 168 time: 0.8607349 Jul 30 04:56:57.061585 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Network b7e13099-3efa-4b15-9023-11f254881a64 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:57.066120 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:57.227436 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:56:57.228993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5782b5-393d-4dde-b932-3614d7e656b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8571f70b-4d98-4cb9-9d0c-54c7e97b4c20,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:57.329564 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:56:57.330489 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e09dab88-7f85-492b-b121-47a35f76f22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.355367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:56:57.372100 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Request body: {'port': {'device_id': '9359d764-dac8-4ad0-906e-076824b5494e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:57.439556 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a91c6c60-a8ae-447c-ab1d-328f5e69435a None None] Provisioning complete for port 7c5973e7-3f78-445e-8c5b-67822982a297 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:57.441835 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a91c6c60-a8ae-447c-ab1d-328f5e69435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.518377 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e09dab88-7f85-492b-b121-47a35f76f22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.548468 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-a91c6c60-a8ae-447c-ab1d-328f5e69435a None None] Port 7c5973e7-3f78-445e-8c5b-67822982a297 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:56:57.573315 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.815593 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 477421d7-944f-4731-9627-83ffa371e27a up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:56:57.888888 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Router 5759fb2b-7f0c-4664-9598-385b070e7b75 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:56:57.907783 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54056) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:57.931440 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 477421d7-944f-4731-9627-83ffa371e27a triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:56:57.932460 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.957248 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:56:57.959217 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e09dab88-7f85-492b-b121-47a35f76f22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.963812 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e09dab88-7f85-492b-b121-47a35f76f22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.965691 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e09dab88-7f85-492b-b121-47a35f76f22e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cad557c-c126-4fe7-9021-10f0a246dbe8 HTTP/1.1" status: 204 len: 168 time: 1.3242443 Jul 30 04:56:57.969189 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:56:57.970194 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f49ea91d-7081-4b96-a567-a7d87aba2cb3 admin admin] 10.222.0.35 "PUT /v2.0/routers/9fb40c31-8a7f-4b05-8d90-77386b2480bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4523728 Jul 30 04:56:57.986396 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5290bb69-1db2-4aca-9da8-c9e29d407b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:57.988129 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:56:57.989442 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:58.041105 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dab88-7f85-492b-b121-47a35f76f22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad557c-c126-4fe7-9021-10f0a246dbe8,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:58.301693 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5290bb69-1db2-4aca-9da8-c9e29d407b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.320324 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5290bb69-1db2-4aca-9da8-c9e29d407b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.367952 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e1a18-176f-4921-92a2-a06ea06dbcae req-a86eb6f4-fde4-41a0-a172-1133e8987419 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:58.371124 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-006e1a18-176f-4921-92a2-a06ea06dbcae req-a86eb6f4-fde4-41a0-a172-1133e8987419 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 931 time: 0.2968283 Jul 30 04:56:58.440013 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:56:58.470644 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-006e1a18-176f-4921-92a2-a06ea06dbcae req-2a0b7313-aada-4000-ad25-15a361cab5b7 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898774 Jul 30 04:56:58.563134 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290bb69-1db2-4aca-9da8-c9e29d407b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb801cb-52c6-45aa-9736-1060be41fbfa,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:58.567689 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc4e36f-e72b-42dd-ade5-e7e58aea0090 {{(pid=93061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:56:58.591866 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-5290bb69-1db2-4aca-9da8-c9e29d407b3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af5eb0866548472b8ae841f57d59d402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791019 Jul 30 04:56:58.594244 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54068) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:58.629230 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:56:58.629627 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.630811 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Sync routers for ids ['5759fb2b-7f0c-4664-9598-385b070e7b75'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:56:58.633245 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Transition to ACTIVE for port object bdc4e36f-e72b-42dd-ade5-e7e58aea0090 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:58.637856 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-98c8b11c-db38-4031-b30b-8db83764a2d7 admin admin] 10.222.0.35 "PUT /v2.0/routers/5759fb2b-7f0c-4664-9598-385b070e7b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1115739 Jul 30 04:56:58.638706 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.660922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Routers {'5759fb2b-7f0c-4664-9598-385b070e7b75'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:56:58.674691 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['5759fb2b-7f0c-4664-9598-385b070e7b75'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:58.760351 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Pushing event updated for resources: {'Port': ['ID=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:58.768067 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d43c22fa-49c2-4bbb-8fb8-26507794c677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.850834 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Attempting to bind port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:56:58.851571 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Attempting to bind port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a6dc912b-8b30-446e-bf20-189be95f61b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:56:58.852117 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Attempting to bind port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 on network e559a583-cb60-4576-ac42-037e263ad822 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:56:58.852974 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d43c22fa-49c2-4bbb-8fb8-26507794c677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.857495 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 on network e559a583-cb60-4576-ac42-037e263ad822 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:56:58.858095 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Attempting to bind port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 on network e559a583-cb60-4576-ac42-037e263ad822 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:56:58.863636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:56:58.864367 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Checking segment: {'id': 'a6dc912b-8b30-446e-bf20-189be95f61b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:56:58.865523 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Bound using segment: {'id': 'a6dc912b-8b30-446e-bf20-189be95f61b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:56:58.866171 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Bound port: bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dc912b-8b30-446e-bf20-189be95f61b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:56:58.866998 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:58.883097 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54080) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:58.973177 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] For port bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host hv-cinder-78726, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:56:58.984099 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] For port bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,segment=NetworkSegment(a6dc912b-8b30-446e-bf20-189be95f61b7),segment_id=a6dc912b-8b30-446e-bf20-189be95f61b7)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:56:58.997746 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.011701 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d43c22fa-49c2-4bbb-8fb8-26507794c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.016564 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d43c22fa-49c2-4bbb-8fb8-26507794c677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.020943 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d43c22fa-49c2-4bbb-8fb8-26507794c677 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/feb801cb-52c6-45aa-9736-1060be41fbfa HTTP/1.1" status: 204 len: 168 time: 0.4149115 Jul 30 04:56:59.030476 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c22fa-49c2-4bbb-8fb8-26507794c677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb801cb-52c6-45aa-9736-1060be41fbfa,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:59.063283 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Set router 5759fb2b-7f0c-4664-9598-385b070e7b75 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:56:59.098662 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:59.099522 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.102255 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] 10.222.0.37 "PUT /v2.0/ports/bdc4e36f-e72b-42dd-ade5-e7e58aea0090 HTTP/1.1" status: 200 len: 1093 time: 2.1578815 Jul 30 04:56:59.103693 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9359d764-dac8-4ad0-906e-076824b5494e', 'tag': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:56:59.194555 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:56:55Z', 'revision_number': 2, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:59.202611 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c0bb4-08f7-4986-9805-11f6a6ae267d service neutron] Pushing event updated for resources: {'Port': ['ID=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:56:59.254213 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:56:59.254629 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Updating router 9fb40c31-8a7f-4b05-8d90-77386b2480bb port 7c5973e7-3f78-445e-8c5b-67822982a297 binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:56:59.292094 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.352277 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-b5afb904-dace-478d-8964-d000486e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:59.354254 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-b5afb904-dace-478d-8964-d000486e37ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c87acd5cf1f428a99ee2197a606b47c&device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 1096 time: 0.1384435 Jul 30 04:56:59.385995 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '5ff2c6db-b374-4f32-83ec-5ca838a61557', 'name': '', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'mac_address': 'fa:16:3e:2f:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:52Z', 'updated_at': '2021-07-30T04:56:55Z', 'revision_number': 2, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'subnets': [{'id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:56:59.464345 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Checking router: 5759fb2b-7f0c-4664-9598-385b070e7b75 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:56:59.467739 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Updating router 5759fb2b-7f0c-4664-9598-385b070e7b75 port 5ff2c6db-b374-4f32-83ec-5ca838a61557 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:56:59.519231 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.765945 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.826552 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f85cd-a0f6-48f1-8626-5db7df8d1621 req-c8d04f44-08c8-4ef5-bd92-4784fa0f992c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:56:59.828139 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-942f85cd-a0f6-48f1-8626-5db7df8d1621 req-c8d04f44-08c8-4ef5-bd92-4784fa0f992c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.2016482 Jul 30 04:56:59.944361 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:56:59.967638 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Transition to ACTIVE for port object 7c5973e7-3f78-445e-8c5b-67822982a297 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:56:59.975351 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54106) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:56:59.982749 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124018847', 'description': 'tempest-description--1020202928'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:56:59.990430 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.015440 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-d01c4e35-d036-4d28-a649-e2f3a56cb789 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090 HTTP/1.1" status: 200 len: 217 time: 0.1739755 Jul 30 04:57:00.083119 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efcd92-827c-4d36-8b19-2d06342c1901 None None] Pushing event updated for resources: {'Port': ['ID=7c5973e7-3f78-445e-8c5b-67822982a297,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:00.191636 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Attempting to bind port 7c5973e7-3f78-445e-8c5b-67822982a297 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:57:00.192214 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Attempting to bind port 7c5973e7-3f78-445e-8c5b-67822982a297 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:57:00.192653 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Attempting to bind port 7c5973e7-3f78-445e-8c5b-67822982a297 on network b7e13099-3efa-4b15-9023-11f254881a64 {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:00.198948 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:57:00.199664 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Checking segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:57:00.199753 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.200233 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Bound using segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:57:00.200784 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Bound port: 7c5973e7-3f78-445e-8c5b-67822982a297, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:57:00.201275 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.331950 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.340004 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] For port 7c5973e7-3f78-445e-8c5b-67822982a297, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:57:00.343964 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] For port 7c5973e7-3f78-445e-8c5b-67822982a297, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=7c5973e7-3f78-445e-8c5b-67822982a297,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:57:00.350240 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Transition to ACTIVE for port object 5ff2c6db-b374-4f32-83ec-5ca838a61557 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:57:00.353094 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.379992 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.403949 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.515885 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:57:00.516535 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:00.522633 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451788e4-b077-4770-ab45-f5c1a8a3ab9b None None] Pushing event updated for resources: {'Port': ['ID=5ff2c6db-b374-4f32-83ec-5ca838a61557,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:00.556525 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-b98f07e4-41cf-41d1-905c-8b0a2797de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:00.562856 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-b98f07e4-41cf-41d1-905c-8b0a2797de87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3aae142b-5cbc-4894-8382-4b111cbf8945 HTTP/1.1" status: 200 len: 852 time: 0.1887891 Jul 30 04:57:00.568131 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0fd18e-9a33-4135-92da-73c71933a137" -d '{"events": [{"name": "network-changed", "server_uuid": "9359d764-dac8-4ad0-906e-076824b5494e", "tag": "bdc4e36f-e72b-42dd-ade5-e7e58aea0090"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:00.627006 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.db.api [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 04:57:00.627006 dv-cinder-787262-6-iscsi neutron-server[93061]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 04:57:00.627006 dv-cinder-787262-6-iscsi neutron-server[93061]: [parameters: {'project_id': '5e75f8abf33e43918a5bdd02eed65860', 'id': 'c3e71834-cdd6-4c9d-b7f7-afca2722e763', 'expiration': datetime.datetime(2021, 7, 30, 4, 59, 0, 377485)}] Jul 30 04:57:00.627006 dv-cinder-787262-6-iscsi neutron-server[93061]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 04:57:00.628687 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG oslo_db.api [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 04:57:00.690512 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Attempting to bind port 5ff2c6db-b374-4f32-83ec-5ca838a61557 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:57:00.695832 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Attempting to bind port 5ff2c6db-b374-4f32-83ec-5ca838a61557 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:57:00.699129 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Attempting to bind port 5ff2c6db-b374-4f32-83ec-5ca838a61557 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:00.740348 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:57:00.741315 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Checking segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:57:00.741731 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.742191 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Bound using segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:57:00.744969 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Bound port: 5ff2c6db-b374-4f32-83ec-5ca838a61557, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:57:00.746716 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.760208 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.766294 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.771102 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-fd30555b-7efb-4967-857c-0fccde057942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e559a583-cb60-4576-ac42-037e263ad822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740613 Jul 30 04:57:00.802113 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-942f85cd-a0f6-48f1-8626-5db7df8d1621 req-76850350-c1cd-4ec6-bd8d-43ada92a69da tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9401610 Jul 30 04:57:00.876107 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:57:00.879586 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ab740-7e19-4ca5-850f-4e68bc39d952,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:00.887157 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.888568 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3f835001-ac73-4bf2-a65b-66e049550b83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9120991 Jul 30 04:57:00.893576 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54128) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:00.903834 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'security_group_rule': {'security_group_id': 'c04ab740-7e19-4ca5-850f-4e68bc39d952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:00.972698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:00.992690 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] For port 5ff2c6db-b374-4f32-83ec-5ca838a61557, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:57:01.002046 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] For port 5ff2c6db-b374-4f32-83ec-5ca838a61557, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=5ff2c6db-b374-4f32-83ec-5ca838a61557,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:57:01.029429 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.063117 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-13dd71b1-1fd4-4878-9558-2dc8e935bfeb service neutron] 10.222.0.37 "GET /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554483 Jul 30 04:57:01.141245 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.177556 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.179187 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54146) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:01.199376 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.219337 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Routers {'5759fb2b-7f0c-4664-9598-385b070e7b75'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:57:01.220320 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:56:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['5759fb2b-7f0c-4664-9598-385b070e7b75'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:01.261663 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9f80c9-f6e3-49df-b19c-e8ff517253bc,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:01.269128 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.274825 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-08d91c5c-b812-445a-8eeb-09e782e89bce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3800778 Jul 30 04:57:01.276908 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54152) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:01.288679 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'security_group_rule': {'security_group_id': 'c04ab740-7e19-4ca5-850f-4e68bc39d952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:01.339519 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.368103 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efcd92-827c-4d36-8b19-2d06342c1901 None None] Pushing event updated for resources: {'Port': ['ID=7c5973e7-3f78-445e-8c5b-67822982a297,revision_number=4']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:01.373738 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:00Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:01.391045 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451788e4-b077-4770-ab45-f5c1a8a3ab9b None None] Pushing event updated for resources: {'Port': ['ID=5ff2c6db-b374-4f32-83ec-5ca838a61557,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:01.419143 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16b01d-9960-47b3-af11-c44e5553d65d None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:00Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:57:01.684949 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] Set router 5759fb2b-7f0c-4664-9598-385b070e7b75 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:57:01.870467 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.889572 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9ddc4c7-a1d2-4632-8944-81c16e2ea142 req-110fb033-5d6b-4501-a759-403434a9443c service neutron] 10.222.0.37 "GET /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968371 Jul 30 04:57:01.901856 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:01.915926 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7c5973e7-3f78-445e-8c5b-67822982a297 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:01.921964 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-22fb411f-42c5-48f5-b87e-b8d05a6f18d3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:01.932602 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-22fb411f-42c5-48f5-b87e-b8d05a6f18d3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 819 time: 0.8408670 Jul 30 04:57:01.964428 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccd50ec-0a05-4b21-94f6-194266cc8959,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:02.012141 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-fa1fc60e-cadc-49ff-9731-21416c439a42 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/quotas/6088f8cde48d4e2a94970771d2b8a0e7 HTTP/1.1" status: 200 len: 375 time: 0.0773697 Jul 30 04:57:02.022992 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a449327a-96ec-4b2e-810a-a835d733f7ab x-openstack-request-id: req-a449327a-96ec-4b2e-810a-a835d733f7ab {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:02.023435 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9359d764-dac8-4ad0-906e-076824b5494e", "tag": "bdc4e36f-e72b-42dd-ade5-e7e58aea0090", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:02.023647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a449327a-96ec-4b2e-810a-a835d733f7ab {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:02.024160 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9359d764-dac8-4ad0-906e-076824b5494e', 'tag': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090', 'status': 'completed', 'code': 200} Jul 30 04:57:02.068843 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d14f5325-e880-4a0b-bc87-bd8b02db329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:02.404492 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:02.448440 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-1a9136e7-e7f1-4cfe-b2bd-a37862d6af2c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4337966 Jul 30 04:57:02.470132 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:02.471091 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 7c5973e7-3f78-445e-8c5b-67822982a297 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:02.499847 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:02.504514 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 7c5973e7-3f78-445e-8c5b-67822982a297 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:02.504514 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:02.507695 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e6c8f76b-e699-4a8c-9002-291c0be1be86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2271826 Jul 30 04:57:02.509016 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54180) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:02.536993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:02.580245 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e75f8abf33e43918a5bdd02eed65860&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6948333 Jul 30 04:57:02.584614 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54182) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:02.617718 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-b995a980-10b6-44d7-acea-611c17b5e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:02.649999 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-b995a980-10b6-44d7-acea-611c17b5e329 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c87acd5cf1f428a99ee2197a606b47c&device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 1096 time: 0.5337491 Jul 30 04:57:02.699897 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344dd81-cf0b-4c24-8758-be184eb52210 req-171d0ad3-4ce2-4a2c-afb8-775a733522ca tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:02.709438 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d344dd81-cf0b-4c24-8758-be184eb52210 req-171d0ad3-4ce2-4a2c-afb8-775a733522ca tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.4932103 Jul 30 04:57:02.935209 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7fe8-c378-462c-b536-66ffb644a24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.018861 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d14f5325-e880-4a0b-bc87-bd8b02db329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.075695 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d14f5325-e880-4a0b-bc87-bd8b02db329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.088913 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b4614-ab65-4342-9a49-02de2e2e72f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8b17f-311e-4b49-bd99-c44bddb508a5,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:03.105387 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '5ff2c6db-b374-4f32-83ec-5ca838a61557', 'name': '', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'mac_address': 'fa:16:3e:2f:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:52Z', 'updated_at': '2021-07-30T04:57:00Z', 'revision_number': 4, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'subnets': [{'id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:03.125467 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7fe8-c378-462c-b536-66ffb644a24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.175983 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d344dd81-cf0b-4c24-8758-be184eb52210 req-2002e56d-c9f1-40a5-85aa-0e324914a263 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155993 Jul 30 04:57:03.212621 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb07bf1-b398-43e8-9ed2-0c3672dcd9bb None None] The sync data for ids ['5759fb2b-7f0c-4664-9598-385b070e7b75'] in dv-cinder-787262-6-iscsi is: [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '5ff2c6db-b374-4f32-83ec-5ca838a61557', 'name': '', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'mac_address': 'fa:16:3e:2f:f6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:52Z', 'updated_at': '2021-07-30T04:57:00Z', 'revision_number': 4, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'subnets': [{'id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:57:03.235945 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.278416 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.353337 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 7c5973e7-3f78-445e-8c5b-67822982a297, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=7c5973e7-3f78-445e-8c5b-67822982a297,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:03.358555 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.387753 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d14f5325-e880-4a0b-bc87-bd8b02db329b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4300e2a7f0e4686bae1357efda374ae&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2058322 Jul 30 04:57:03.390575 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54200) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:03.418673 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-dc3ab984-8728-4961-8bb8-cf82075a53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:03.420568 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-dc3ab984-8728-4961-8bb8-cf82075a53fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=e559a583-cb60-4576-ac42-037e263ad822 HTTP/1.1" status: 200 len: 913 time: 0.7073207 Jul 30 04:57:03.427914 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f5325-e880-4a0b-bc87-bd8b02db329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8761300f-5eb7-490f-aeca-d923c97e230f,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:03.588898 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=7c5973e7-3f78-445e-8c5b-67822982a297,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:03.597734 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-a5f06bd6-25e2-4a31-ac47-5d480e93d322 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090 HTTP/1.1" status: 200 len: 217 time: 0.1595712 Jul 30 04:57:03.656884 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7fe8-c378-462c-b536-66ffb644a24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.659661 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7fe8-c378-462c-b536-66ffb644a24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.660983 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-fc3b7fe8-c378-462c-b536-66ffb644a24b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bac8b17f-311e-4b49-bd99-c44bddb508a5 HTTP/1.1" status: 204 len: 168 time: 1.0699201 Jul 30 04:57:03.708590 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-be6f2972-15cc-43b1-acf9-6993ea1f1c36 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 04:57:03.709772 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-be6f2972-15cc-43b1-acf9-6993ea1f1c36 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6398158 Jul 30 04:57:03.715539 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ce320d78-3802-465a-9c84-49ca088b939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.718634 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7fe8-c378-462c-b536-66ffb644a24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8b17f-311e-4b49-bd99-c44bddb508a5,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:03.831528 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ce320d78-3802-465a-9c84-49ca088b939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.843088 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-3af3a2bf-8a65-4b7a-853a-d44957491685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:03.844959 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-3af3a2bf-8a65-4b7a-853a-d44957491685 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3aae142b-5cbc-4894-8382-4b111cbf8945 HTTP/1.1" status: 200 len: 852 time: 0.1945808 Jul 30 04:57:03.873499 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:03.990113 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-fc72f6fa-2126-44a7-a781-0ea77c99524d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e559a583-cb60-4576-ac42-037e263ad822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945616 Jul 30 04:57:04.055653 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7c5973e7-3f78-445e-8c5b-67822982a297 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:04.131215 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Allocated IP 172.27.2.46 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/a4b24e81-b1c3-48d5-bdc8-f22fdf1ceeec) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:57:04.189339 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 7c5973e7-3f78-445e-8c5b-67822982a297 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:04.191348 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.231747 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-64500f8a-1ef4-4b35-9080-ecf304558857 service neutron] 10.222.0.35 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932117 Jul 30 04:57:04.252051 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ce320d78-3802-465a-9c84-49ca088b939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.262084 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ce320d78-3802-465a-9c84-49ca088b939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.265880 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ce320d78-3802-465a-9c84-49ca088b939d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8761300f-5eb7-490f-aeca-d923c97e230f HTTP/1.1" status: 204 len: 168 time: 0.8715672 Jul 30 04:57:04.423177 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce320d78-3802-465a-9c84-49ca088b939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761300f-5eb7-490f-aeca-d923c97e230f,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:04.444562 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 5ff2c6db-b374-4f32-83ec-5ca838a61557 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:04.489004 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.612370 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-f0ac5326-7026-4b7b-9263-2b49fe3f2e68 service neutron] 10.222.0.37 "GET /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952625 Jul 30 04:57:04.623137 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 5ff2c6db-b374-4f32-83ec-5ca838a61557 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:04.629778 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.636071 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 5ff2c6db-b374-4f32-83ec-5ca838a61557 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:04.636719 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.798424 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'Port': ['ID=a4b24e81-b1c3-48d5-bdc8-f22fdf1ceeec,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:04.829152 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:57:04.830718 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:57:04.835641 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:57:04.850157 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d576e-131e-48f3-80b5-2a2e1d536322 req-d255e959-83cb-47c5-87e3-716dd8f45b20 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:04.874517 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-713d576e-131e-48f3-80b5-2a2e1d536322 req-d255e959-83cb-47c5-87e3-716dd8f45b20 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.4768479 Jul 30 04:57:04.897389 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:04.950384 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-d6115ed0-fae0-494f-8038-7ddce5c907c5 service neutron] 10.222.0.35 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020369 Jul 30 04:57:04.996464 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 5ff2c6db-b374-4f32-83ec-5ca838a61557, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=5ff2c6db-b374-4f32-83ec-5ca838a61557,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:05.004803 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.075147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.136497 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=5ff2c6db-b374-4f32-83ec-5ca838a61557,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:05.139242 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-713d576e-131e-48f3-80b5-2a2e1d536322 req-e0a35b7d-debd-4a51-b390-a90e10fe3625 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631412 Jul 30 04:57:05.154269 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a0fd18e-9a33-4135-92da-73c71933a137 req-17de2db1-425e-49c0-a984-a0d3ebc3cb5d service neutron] 10.222.0.37 "GET /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121913 Jul 30 04:57:05.178571 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.428903 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.443285 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.459349 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31eeda4c-c8a6-4b07-a5f8-d894de99547c req-a46323b5-26d9-4321-a95b-2065476f5ae1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 210 time: 0.0653312 Jul 30 04:57:05.579749 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.637006 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'Port': ['ID=a4b24e81-b1c3-48d5-bdc8-f22fdf1ceeec,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:05.668820 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.670143 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-00d8df27-21a8-41cb-a774-71ff75ba0806 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1520686 Jul 30 04:57:05.686590 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54258) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:05.704384 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-cb13b46c-9068-4ea3-ba7d-d55a996f0b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:05.792020 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 5ff2c6db-b374-4f32-83ec-5ca838a61557 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:05.928108 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 5ff2c6db-b374-4f32-83ec-5ca838a61557 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:05.928545 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.017576 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-cb13b46c-9068-4ea3-ba7d-d55a996f0b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.029134 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-cb13b46c-9068-4ea3-ba7d-d55a996f0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.170406 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54284) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:06.171790 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-cb13b46c-9068-4ea3-ba7d-d55a996f0b7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cedb2a985a094d319a6ab549ce984628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824598 Jul 30 04:57:06.174226 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13b46c-9068-4ea3-ba7d-d55a996f0b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba666c-8fa9-4513-89d3-9e8ffd321e22,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:06.360259 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e9d917a6-0a54-4bc9-9474-97cd658d7c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.420237 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e9d917a6-0a54-4bc9-9474-97cd658d7c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.628381 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e9d917a6-0a54-4bc9-9474-97cd658d7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.648169 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e9d917a6-0a54-4bc9-9474-97cd658d7c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:06.653811 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e9d917a6-0a54-4bc9-9474-97cd658d7c2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27ba666c-8fa9-4513-89d3-9e8ffd321e22 HTTP/1.1" status: 204 len: 168 time: 0.4822123 Jul 30 04:57:06.674538 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d917a6-0a54-4bc9-9474-97cd658d7c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba666c-8fa9-4513-89d3-9e8ffd321e22,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:06.817374 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95a442-0a17-48b3-b414-3eaa4c8a357c req-588698a4-48df-4b61-bca4-e83f1aa77871 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:06.827161 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d95a442-0a17-48b3-b414-3eaa4c8a357c req-588698a4-48df-4b61-bca4-e83f1aa77871 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.5299003 Jul 30 04:57:06.900970 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d95a442-0a17-48b3-b414-3eaa4c8a357c req-565b0136-b3ce-48f0-a068-bc87d484e413 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721788 Jul 30 04:57:06.927500 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-b0929acf-6420-46dc-b129-f4310911b88a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:06.927500 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-b0929acf-6420-46dc-b129-f4310911b88a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 819 time: 0.6798246 Jul 30 04:57:06.942097 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-6b20b8ca-8cf2-428e-848b-7418063c1541 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/quotas/6088f8cde48d4e2a94970771d2b8a0e7 HTTP/1.1" status: 200 len: 375 time: 0.0172229 Jul 30 04:57:07.026409 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-e8f18687-b530-47be-8442-32a4c1bbeb14 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797126 Jul 30 04:57:07.142396 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d40a24e1-aa65-425b-b096-ba25679c8959 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2124018847&fields=id&tenant_id=2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 267 time: 0.1082413 Jul 30 04:57:07.207316 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-86cc9b6d-084d-474e-875e-33bcfdbda41c service neutron] 10.222.0.35 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832767 Jul 30 04:57:07.417814 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-a3c8d164-2c41-4593-b6b1-9cfeb3e1c2c0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:07.431759 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-a3c8d164-2c41-4593-b6b1-9cfeb3e1c2c0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 817 time: 0.2735736 Jul 30 04:57:07.460681 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-6e29c2cb-d848-47df-85c5-1c5905f303c2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/quotas/2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 375 time: 0.0258930 Jul 30 04:57:07.477875 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-a5c7892c-c9fc-4f4c-9840-afafef3a3555 service neutron] 10.222.0.35 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696033 Jul 30 04:57:07.571233 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-a4d191af-50fb-4f1e-9788-6aac6de18eab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915511 Jul 30 04:57:07.723010 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-74d33f04-1e4f-4c50-a0c7-fd7a1c6a2835 req-8f5de971-eb95-4526-b3eb-7c9e77165c63 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 210 time: 0.0471642 Jul 30 04:57:07.771246 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-f1614bab-9dbf-4d08-a8d7-381ce5db5f96 service neutron] 10.222.0.35 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734273 Jul 30 04:57:08.012589 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-55c0d5f0-a634-4dea-ab53-9e5f85ca8fee service neutron] 10.222.0.35 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274735 Jul 30 04:57:08.212445 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-4b914c94-225e-4f81-87db-2b5f6f7258c8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:08.214414 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-4b914c94-225e-4f81-87db-2b5f6f7258c8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 819 time: 0.3255653 Jul 30 04:57:08.225279 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c055f-80b2-429d-b512-d599057f1510 req-c4692ae8-100e-4747-917c-84739f10051f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:08.231846 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa4c055f-80b2-429d-b512-d599057f1510 req-c4692ae8-100e-4747-917c-84739f10051f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.1832564 Jul 30 04:57:08.248685 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Request body: {'port': {'device_id': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'admin_state_up': True, 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:08.434434 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b06b7294-578a-4b12-ae5f-689414e216a6 req-5c2a7a7c-7afa-43c4-89eb-f20b2846f0bd tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 210 time: 0.0401416 Jul 30 04:57:08.523193 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa4c055f-80b2-429d-b512-d599057f1510 req-e7a5bc59-6b29-400d-aab3-cc84c6ff3448 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634108 Jul 30 04:57:08.611510 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Made reservation on behalf of 6088f8cde48d4e2a94970771d2b8a0e7 for: {'port': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:57:08.620904 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:08.946102 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8afd2817-167f-4409-9c32-38a4470efcb4 req-4e2ca26a-6c9a-4e24-b37c-ce119dd58c61 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 210 time: 0.0956061 Jul 30 04:57:08.976468 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Allocated IP 172.20.0.9 (dee09fcf-672a-405a-9eb2-079ce0f4e6eb/2d762d6c-9625-4c5d-a0df-658de56d179b/99011df2-c2bd-4428-8ba0-05011c3de822) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:57:08.979244 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54416) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:09.012425 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.183863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bbf5-2adb-41cc-a54c-67d7f351dd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.225590 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.37', 58793) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:09.375706 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bbf5-2adb-41cc-a54c-67d7f351dd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.386545 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bbf5-2adb-41cc-a54c-67d7f351dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.484899 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.491338 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2bbf5-2adb-41cc-a54c-67d7f351dd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fbb29d-01fb-42d9-a67b-56d36d6733da,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:09.500593 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-9aa2bbf5-2adb-41cc-a54c-67d7f351dd37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfb98b6194eb494aa2d460e031126e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201380 Jul 30 04:57:09.504493 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54460) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:09.591879 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30d88e42-f520-4804-8169-3a8d1c7b32c0 req-86debb65-50df-4ddb-a90a-786ead07dabb tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 210 time: 0.0469427 Jul 30 04:57:09.607233 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-d84fb6cb-ff41-4192-95eb-fe18aecb8b46 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:09.608744 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-d84fb6cb-ff41-4192-95eb-fe18aecb8b46 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 819 time: 0.3826199 Jul 30 04:57:09.614814 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c827ce61-3531-450a-a34d-dc8784f0ce29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.635175 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Request body: {'port': {'device_id': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'admin_state_up': True, 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:09.639161 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c827ce61-3531-450a-a34d-dc8784f0ce29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.740791 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c827ce61-3531-450a-a34d-dc8784f0ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.744654 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c827ce61-3531-450a-a34d-dc8784f0ce29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.749502 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c827ce61-3531-450a-a34d-dc8784f0ce29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25fbb29d-01fb-42d9-a67b-56d36d6733da HTTP/1.1" status: 204 len: 168 time: 0.2416778 Jul 30 04:57:09.768054 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:09.770023 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827ce61-3531-450a-a34d-dc8784f0ce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fbb29d-01fb-42d9-a67b-56d36d6733da,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:09.808797 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54478) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:09.851546 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.37', 58798) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:09.898494 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:57:09.913869 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:57:09.920521 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:57:09.923729 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Pushing event updated for resources: {'Port': ['ID=99011df2-c2bd-4428-8ba0-05011c3de822,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:09.978673 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0c741-ef9d-4453-8454-c290a9d621fc req-6f509931-7a4f-48bf-8849-241af4fac9e6 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:09.980230 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9ef0c741-ef9d-4453-8454-c290a9d621fc req-6f509931-7a4f-48bf-8849-241af4fac9e6 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.2263474 Jul 30 04:57:10.043581 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:10.044310 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.084246 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9ef0c741-ef9d-4453-8454-c290a9d621fc req-bded6667-a984-483a-ada2-6926fc6db27c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950835 Jul 30 04:57:10.086511 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Made reservation on behalf of 6088f8cde48d4e2a94970771d2b8a0e7 for: {'port': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:57:10.091479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.118054 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-04bd641d-8273-4d44-9b55-e2c2dd8f9c39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8850129 Jul 30 04:57:10.133217 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-870917fe-941f-4aaf-aeb7-161a76c436ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.228914 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Request body: {'port': {'device_id': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:10.242970 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-fc1b1a73-089c-4555-8035-2edd2efa70a4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:10.244736 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-fc1b1a73-089c-4555-8035-2edd2efa70a4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 817 time: 0.3921702 Jul 30 04:57:10.274798 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-010d9d18-0b74-411d-9ca0-93ced06e26d2 req-9551ff29-2908-4e6a-9c04-4546c8cbd789 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 210 time: 0.1435218 Jul 30 04:57:10.363901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.367971 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-e36e1bd7-8e66-43a1-a499-115b6c0b9ac2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 380 time: 0.1076188 Jul 30 04:57:10.373925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-870917fe-941f-4aaf-aeb7-161a76c436ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.379135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-870917fe-941f-4aaf-aeb7-161a76c436ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.385406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Allocated IP 172.20.0.7 (dee09fcf-672a-405a-9eb2-079ce0f4e6eb/2d762d6c-9625-4c5d-a0df-658de56d179b/aab4d619-2a05-40c0-9305-1d4af2cf2bc8) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:57:10.418108 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54504) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:10.448060 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-870917fe-941f-4aaf-aeb7-161a76c436ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69c5ab1c104c4bdb8d7eeeddac28e697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6381111 Jul 30 04:57:10.451676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5a2691fa-c3ca-48fb-a1e5-9c0264257ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.453307 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54506) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:10.468968 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870917fe-941f-4aaf-aeb7-161a76c436ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8645595-504a-40ed-b8fc-beb239361392,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:10.551154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34ae00e8-b8e5-4f53-9170-37298c5359ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.588040 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34ae00e8-b8e5-4f53-9170-37298c5359ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.701830 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.706104 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5a2691fa-c3ca-48fb-a1e5-9c0264257ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.715857 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5a2691fa-c3ca-48fb-a1e5-9c0264257ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.770090 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34ae00e8-b8e5-4f53-9170-37298c5359ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.770580 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c2e05e9c-33d5-4828-8d15-bfac0a267b7c req-fe515b42-e7d1-4178-b181-cbe43e3cbc3a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 210 time: 0.0625880 Jul 30 04:57:10.783272 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34ae00e8-b8e5-4f53-9170-37298c5359ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.791437 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-34ae00e8-b8e5-4f53-9170-37298c5359ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8645595-504a-40ed-b8fc-beb239361392 HTTP/1.1" status: 204 len: 168 time: 0.3353808 Jul 30 04:57:10.807271 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-167cf1e3-29d4-4f2d-8790-0df535581605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.817023 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-5a2691fa-c3ca-48fb-a1e5-9c0264257ef7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88f3818513964654b5ad26bc097fc2c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938382 Jul 30 04:57:10.818226 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2691fa-c3ca-48fb-a1e5-9c0264257ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8366f-2bf6-4f1a-abab-9c0c39523ebc,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:10.820823 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54522) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:10.833688 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.841354 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae00e8-b8e5-4f53-9170-37298c5359ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8645595-504a-40ed-b8fc-beb239361392,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:10.889625 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2006e0b1-0cf8-4307-94b2-27757e151db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:10.925615 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2006e0b1-0cf8-4307-94b2-27757e151db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.011672 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2006e0b1-0cf8-4307-94b2-27757e151db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.014365 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2006e0b1-0cf8-4307-94b2-27757e151db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.015855 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2006e0b1-0cf8-4307-94b2-27757e151db8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59a8366f-2bf6-4f1a-abab-9c0c39523ebc HTTP/1.1" status: 204 len: 168 time: 0.1937230 Jul 30 04:57:11.043281 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006e0b1-0cf8-4307-94b2-27757e151db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8366f-2bf6-4f1a-abab-9c0c39523ebc,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:11.221064 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'port': {'device_id': '450bbed9-1329-461e-ad3e-6450c47079c5', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'admin_state_up': True, 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'security_groups': ['c04ab740-7e19-4ca5-850f-4e68bc39d952']}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:11.288307 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Pushing event updated for resources: {'Port': ['ID=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:11.298045 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Network dee09fcf-672a-405a-9eb2-079ce0f4e6eb is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:57:11.389231 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:57:11.391986 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:57:11.558000 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef404d-bf50-4924-8120-d0d98c69a224 req-57b02573-63d8-4747-ba4d-d6cef4492f3c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:11.566395 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-53ef404d-bf50-4924-8120-d0d98c69a224 req-57b02573-63d8-4747-ba4d-d6cef4492f3c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.3457108 Jul 30 04:57:11.572477 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Made reservation on behalf of 2878765373cb4866aaa8f9f581cf3856 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:57:11.576813 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.580034 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:11.584475 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.590586 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99011df2-c2bd-4428-8ba0-05011c3de822 {{(pid=93061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:11.651247 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-c45461d0-e1ab-4b7c-ba7c-e03870321bf5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0277569 Jul 30 04:57:11.660861 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.684106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536468f6-e1c8-4442-b015-0525ae09c1dd req-161c2735-59cc-4432-9f5b-cf58f013cfdc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:11.691090 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-536468f6-e1c8-4442-b015-0525ae09c1dd req-161c2735-59cc-4432-9f5b-cf58f013cfdc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 931 time: 0.2947426 Jul 30 04:57:11.770650 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Transition to ACTIVE for port object 99011df2-c2bd-4428-8ba0-05011c3de822 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:57:11.781302 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-53ef404d-bf50-4924-8120-d0d98c69a224 req-55593139-955f-4fd7-afd2-d1ca40dd812f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138238 Jul 30 04:57:11.791345 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-536468f6-e1c8-4442-b015-0525ae09c1dd req-afee91eb-2150-4383-9412-e8c6266e97ea tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822153 Jul 30 04:57:11.791981 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:11.848543 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=99011df2-c2bd-4428-8ba0-05011c3de822,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:11.956626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Allocated IP 172.20.0.13 (b7e13099-3efa-4b15-9023-11f254881a64/6f838190-c816-4274-9367-4ecf4a1c42cb/4e2b9f53-c1f3-438c-a8b1-af913c33a0e3) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:57:12.014164 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09b0a285-1c53-433d-a727-7716c4799ee1 req-53dbfc74-a959-457c-806e-01ae03a35d6d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 210 time: 0.0938709 Jul 30 04:57:12.063355 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Attempting to bind port 99011df2-c2bd-4428-8ba0-05011c3de822 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:57:12.063931 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Attempting to bind port 99011df2-c2bd-4428-8ba0-05011c3de822 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:57:12.064705 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Attempting to bind port 99011df2-c2bd-4428-8ba0-05011c3de822 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:12.070188 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Port 99011df2-c2bd-4428-8ba0-05011c3de822 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:57:12.070557 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Attempting to bind port 99011df2-c2bd-4428-8ba0-05011c3de822 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:12.088848 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:57:12.089203 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Checking segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:57:12.089734 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Bound using segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:57:12.090263 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Bound port: 99011df2-c2bd-4428-8ba0-05011c3de822, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:57:12.090858 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.219441 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.227595 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] For port 99011df2-c2bd-4428-8ba0-05011c3de822, host hv-cinder-78726, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:57:12.234979 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] For port 99011df2-c2bd-4428-8ba0-05011c3de822, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99011df2-c2bd-4428-8ba0-05011c3de822,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:57:12.237289 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Transition to ACTIVE for port object 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:57:12.246034 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.286173 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.307932 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:12.308602 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.309969 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] 10.222.0.37 "PUT /v2.0/ports/99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 1093 time: 2.1628950 Jul 30 04:57:12.310417 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'tag': '99011df2-c2bd-4428-8ba0-05011c3de822'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:12.312698 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4099f7-f423-4902-9a11-511658ee8d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "14599ca4-8cf9-465f-b697-fd3f1cd7ff6d", "tag": "99011df2-c2bd-4428-8ba0-05011c3de822"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:12.347797 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc231ac6-1990-4039-813e-ccc1b31f6ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=99011df2-c2bd-4428-8ba0-05011c3de822,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:12.385665 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f96a9-c238-4b7d-93aa-a2c7550e1cf7 x-openstack-request-id: req-7e4f96a9-c238-4b7d-93aa-a2c7550e1cf7 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:12.386098 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14599ca4-8cf9-465f-b697-fd3f1cd7ff6d", "tag": "99011df2-c2bd-4428-8ba0-05011c3de822", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:12.386485 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4f96a9-c238-4b7d-93aa-a2c7550e1cf7 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:12.387104 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'tag': '99011df2-c2bd-4428-8ba0-05011c3de822', 'status': 'completed', 'code': 200} Jul 30 04:57:12.416770 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Network b7e13099-3efa-4b15-9023-11f254881a64 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:57:12.423729 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:57:12.433395 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:57:12.439986 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:12.440796 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.456361 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:12.463303 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-d8cc817b-5126-4a64-9e65-e8b909991c41 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2611296 Jul 30 04:57:12.675164 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-656b757b-5b9d-4581-bb2a-6729d9d45df8 None None] Provisioning for port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:12.679976 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-656b757b-5b9d-4581-bb2a-6729d9d45df8 None None] Provisioning complete for port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:12.680535 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-656b757b-5b9d-4581-bb2a-6729d9d45df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:12.720797 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-656b757b-5b9d-4581-bb2a-6729d9d45df8 None None] Port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:57:12.982067 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45de32-c8b8-40d3-9224-dd78615c572c req-b185a57a-b9e6-4cfb-b321-29a81f116b0c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:12.983675 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ba45de32-c8b8-40d3-9224-dd78615c572c req-b185a57a-b9e6-4cfb-b321-29a81f116b0c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 931 time: 0.1114433 Jul 30 04:57:12.991212 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95163d7d-5b5a-4209-a73c-3d2015f2bc62 req-5cbcccff-414c-475a-8be8-f60b32491aa9 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:12.992678 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95163d7d-5b5a-4209-a73c-3d2015f2bc62 req-5cbcccff-414c-475a-8be8-f60b32491aa9 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 943 time: 0.0822210 Jul 30 04:57:13.061770 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ba45de32-c8b8-40d3-9224-dd78615c572c req-5d27ca4f-93e9-4b24-99c5-ca93615fe031 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675459 Jul 30 04:57:13.069019 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95163d7d-5b5a-4209-a73c-3d2015f2bc62 req-adda4ee0-4cb7-449c-b1e5-702e7c600cad tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630043 Jul 30 04:57:13.150165 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Request body: {'port': {'device_id': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:13.153437 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Request body: {'port': {'device_id': '450bbed9-1329-461e-ad3e-6450c47079c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:13.161337 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device bdc4e36f-e72b-42dd-ade5-e7e58aea0090 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:57:13.225604 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a03-a46e-40fa-b40e-316e67500e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.264573 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.293985 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4099f7-f423-4902-9a11-511658ee8d5b req-07d6eb42-e1b8-41bb-81cd-02cc6b361e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:13.296100 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f4099f7-f423-4902-9a11-511658ee8d5b req-07d6eb42-e1b8-41bb-81cd-02cc6b361e3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1096 time: 0.1373177 Jul 30 04:57:13.304645 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.316710 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4360dd-c72b-455c-8e4e-0e9d3eeb70ba req-cc6a9ab9-8457-4373-8ac3-e6e16acaa808 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:13.324635 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8a4360dd-c72b-455c-8e4e-0e9d3eeb70ba req-cc6a9ab9-8457-4373-8ac3-e6e16acaa808 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 932 time: 0.1325374 Jul 30 04:57:13.416130 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,segment=NetworkSegment(a6dc912b-8b30-446e-bf20-189be95f61b7),segment_id=a6dc912b-8b30-446e-bf20-189be95f61b7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:13.420589 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54724) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:13.434952 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090', 'network_id': 'e559a583-cb60-4576-ac42-037e263ad822', 'port_id': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090', 'mac_address': 'fa:16:3e:8c:ae:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae142b-5cbc-4894-8382-4b111cbf8945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:57:13.509748 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.534276 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8a4360dd-c72b-455c-8e4e-0e9d3eeb70ba req-8920f79d-c8a2-4a47-96f1-1435b462ce9f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081988 Jul 30 04:57:13.548579 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc4e36f-e72b-42dd-ade5-e7e58aea0090 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:13.627397 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,segment=NetworkSegment(a6dc912b-8b30-446e-bf20-189be95f61b7),segment_id=a6dc912b-8b30-446e-bf20-189be95f61b7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:13.647951 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.665353 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4099f7-f423-4902-9a11-511658ee8d5b req-a71a5c86-0edc-4357-9df9-f1876beb1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:13.667077 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f4099f7-f423-4902-9a11-511658ee8d5b req-a71a5c86-0edc-4357-9df9-f1876beb1fc4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3582165 Jul 30 04:57:13.747077 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:13.756218 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.799822 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9587a2db-cc26-4c54-8a94-99827aad7a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.869042 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab4d619-2a05-40c0-9305-1d4af2cf2bc8 {{(pid=93061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:13.878087 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.893230 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Transition to ACTIVE for port object aab4d619-2a05-40c0-9305-1d4af2cf2bc8 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:57:13.902792 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:13.969166 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Pushing event updated for resources: {'Port': ['ID=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:13.999282 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:14.004552 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9587a2db-cc26-4c54-8a94-99827aad7a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.009933 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.014096 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9587a2db-cc26-4c54-8a94-99827aad7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.041651 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Attempting to bind port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:57:14.042043 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Attempting to bind port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:57:14.042428 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Attempting to bind port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:14.047028 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:57:14.047352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Attempting to bind port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 on network dee09fcf-672a-405a-9eb2-079ce0f4e6eb {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:14.052555 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:57:14.052897 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Checking segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:57:14.053875 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Bound using segment: {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:57:14.054310 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Bound port: aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21823cfc-49db-449d-8947-0ef4884e43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:57:14.054671 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.057147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Transition to ACTIVE for port object 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:57:14.062780 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-9587a2db-cc26-4c54-8a94-99827aad7a8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31f5f23b12d242eab6f16ff0c5de8ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408315 Jul 30 04:57:14.065370 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.067479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54740) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:14.072599 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587a2db-cc26-4c54-8a94-99827aad7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b88e9-6e7f-4031-a40a-9bf065a5a3dd,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:14.189027 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:14.214108 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Attempting to bind port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:57:14.214467 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Attempting to bind port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:57:14.214794 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Attempting to bind port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 on network b7e13099-3efa-4b15-9023-11f254881a64 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:14.219794 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 on network b7e13099-3efa-4b15-9023-11f254881a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:57:14.220352 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Attempting to bind port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 on network b7e13099-3efa-4b15-9023-11f254881a64 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:57:14.226451 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:57:14.227011 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Checking segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:57:14.227780 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Bound using segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:57:14.228382 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Bound port: 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:57:14.229034 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.267109 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] For port aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host hv-cinder-78726, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:57:14.284922 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6d477a4f-22f9-41c4-a625-50f382cd9030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.328035 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.333508 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] For port aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:57:14.340397 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:57:14.346150 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:57:14.356738 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.366008 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.419235 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6d477a4f-22f9-41c4-a625-50f382cd9030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.429027 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:14.430196 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.432386 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] 10.222.0.37 "PUT /v2.0/ports/4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 1094 time: 1.2915890 Jul 30 04:57:14.433157 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:14.442614 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:14.443264 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.444655 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] 10.222.0.37 "PUT /v2.0/ports/aab4d619-2a05-40c0-9305-1d4af2cf2bc8 HTTP/1.1" status: 200 len: 1093 time: 1.3163905 Jul 30 04:57:14.450223 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'tag': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:14.452743 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f26ed-e0dc-4eb4-b004-c880f401186b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe154070-8bd4-4281-8a03-a41772abc80d", "tag": "aab4d619-2a05-40c0-9305-1d4af2cf2bc8"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:14.500665 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee39aa5-1b18-4773-a87b-3272af412a1d req-e25faef0-bcaf-4599-8c68-bf913ddbe60c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:14.510122 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1ee39aa5-1b18-4773-a87b-3272af412a1d req-e25faef0-bcaf-4599-8c68-bf913ddbe60c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.2544460 Jul 30 04:57:14.537956 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724b050-d29f-4820-8c37-51270a6f589c service neutron] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:14.571263 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6571596-2199-49fd-bb98-aaaf04beeeaa req-84375337-54d4-4d55-adab-eb926404064e tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:14.572968 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a6571596-2199-49fd-bb98-aaaf04beeeaa req-84375337-54d4-4d55-adab-eb926404064e tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.3104043 Jul 30 04:57:14.626082 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cca2ff-027d-4d96-bc09-eea1c63c7e0e service neutron] Pushing event updated for resources: {'Port': ['ID=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:14.651809 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:14.706072 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a6571596-2199-49fd-bb98-aaaf04beeeaa req-327e8812-51e4-418f-8ae9-c9b115ea3220 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234155 Jul 30 04:57:14.706641 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6d477a4f-22f9-41c4-a625-50f382cd9030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.711090 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6d477a4f-22f9-41c4-a625-50f382cd9030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:14.715218 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6d477a4f-22f9-41c4-a625-50f382cd9030 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae2b88e9-6e7f-4031-a40a-9bf065a5a3dd HTTP/1.1" status: 204 len: 168 time: 0.6466751 Jul 30 04:57:14.741232 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477a4f-22f9-41c4-a625-50f382cd9030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b88e9-6e7f-4031-a40a-9bf065a5a3dd,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:14.752874 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1ee39aa5-1b18-4773-a87b-3272af412a1d req-7b45ba14-3b6f-4b75-a39c-6fac010b893d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417290 Jul 30 04:57:14.894897 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967109b-911d-47df-9f25-64ab3a50b59a req-70004294-1f90-4caf-b83f-9b6d279c7d1d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:14.903013 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8967109b-911d-47df-9f25-64ab3a50b59a req-70004294-1f90-4caf-b83f-9b6d279c7d1d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0579443 Jul 30 04:57:14.905562 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f5732f-2fa8-4294-bcf7-e9dfa898026a x-openstack-request-id: req-75f5732f-2fa8-4294-bcf7-e9dfa898026a {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:14.905854 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe154070-8bd4-4281-8a03-a41772abc80d", "tag": "aab4d619-2a05-40c0-9305-1d4af2cf2bc8", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:14.906105 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75f5732f-2fa8-4294-bcf7-e9dfa898026a {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:14.906494 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'tag': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8', 'status': 'completed', 'code': 200} Jul 30 04:57:14.942027 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8967109b-911d-47df-9f25-64ab3a50b59a req-473a2f61-7828-425c-84b8-1cf17e38fd58 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381987 Jul 30 04:57:15.104052 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93031f-6102-4b48-998c-73386ed06b02 x-openstack-request-id: req-fb93031f-6102-4b48-998c-73386ed06b02 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:15.104363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:15.104629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb93031f-6102-4b48-998c-73386ed06b02 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:15.105074 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'status': 'completed', 'code': 200} Jul 30 04:57:15.131446 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 54794) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:15.149282 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-37234248-97e9-4dc0-a180-5d148f5c8498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.244713 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-37234248-97e9-4dc0-a180-5d148f5c8498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.250083 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-37234248-97e9-4dc0-a180-5d148f5c8498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.299128 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234248-97e9-4dc0-a180-5d148f5c8498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e7b83b-ee7d-43f0-af3e-4e62c2af8724,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:15.317608 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-37234248-97e9-4dc0-a180-5d148f5c8498 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45f1ee9926324a66b8ee3f184446cec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827695 Jul 30 04:57:15.318359 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 54804) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:15.368443 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02c28b46-2c78-43bc-97fc-96a92124bdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.388955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02c28b46-2c78-43bc-97fc-96a92124bdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.433311 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02c28b46-2c78-43bc-97fc-96a92124bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.435905 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02c28b46-2c78-43bc-97fc-96a92124bdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:15.437110 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-02c28b46-2c78-43bc-97fc-96a92124bdc0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2e7b83b-ee7d-43f0-af3e-4e62c2af8724 HTTP/1.1" status: 204 len: 168 time: 0.1176412 Jul 30 04:57:15.444482 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28b46-2c78-43bc-97fc-96a92124bdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e7b83b-ee7d-43f0-af3e-4e62c2af8724,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:15.885933 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01635478-ce5f-44ed-8f08-d89a82a9f498 req-50f06437-6b77-40d6-b1a5-7c5764b8ca5f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:15.887442 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-01635478-ce5f-44ed-8f08-d89a82a9f498 req-50f06437-6b77-40d6-b1a5-7c5764b8ca5f tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.0925748 Jul 30 04:57:15.920334 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaff00-5f7b-4df7-a9b7-7e9d6d8a38f3 req-cfaa6227-5b34-4643-aaf0-92e1a919a314 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:15.921832 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-22aaff00-5f7b-4df7-a9b7-7e9d6d8a38f3 req-cfaa6227-5b34-4643-aaf0-92e1a919a314 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0791395 Jul 30 04:57:15.948721 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-01635478-ce5f-44ed-8f08-d89a82a9f498 req-3d2e1fdf-0df0-46a8-b36d-09e571f800d7 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551503 Jul 30 04:57:15.975060 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-22aaff00-5f7b-4df7-a9b7-7e9d6d8a38f3 req-91d61470-1033-489b-b5bc-e78ff1f1b5e2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470862 Jul 30 04:57:16.017694 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:16.093663 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147a1a-c34c-40a3-aa83-a711ef51e59b req-27f5b644-8774-40e1-b968-efaea5c9346c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.095423 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1a147a1a-c34c-40a3-aa83-a711ef51e59b req-27f5b644-8774-40e1-b968-efaea5c9346c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0551407 Jul 30 04:57:16.135480 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1a147a1a-c34c-40a3-aa83-a711ef51e59b req-0933897e-96fa-48c4-bacb-75bcf123ebed tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Jul 30 04:57:16.559966 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4099f7-f423-4902-9a11-511658ee8d5b req-764aab1f-7687-4012-a4c8-d807ec98e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.561452 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f4099f7-f423-4902-9a11-511658ee8d5b req-764aab1f-7687-4012-a4c8-d807ec98e7bb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802669 Jul 30 04:57:16.613464 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73 req-d73cad9a-bc33-4c33-b9be-886ab3f989df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.615084 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73 req-d73cad9a-bc33-4c33-b9be-886ab3f989df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1097 time: 0.0441749 Jul 30 04:57:16.619634 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f26ed-e0dc-4eb4-b004-c880f401186b req-3827f367-51e7-4537-8268-9ea2515add48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.621227 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-7b1f26ed-e0dc-4eb4-b004-c880f401186b req-3827f367-51e7-4537-8268-9ea2515add48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 1096 time: 0.0895100 Jul 30 04:57:16.657354 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['bdc4e36f-e72b-42dd-ade5-e7e58aea0090'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:57:16.837740 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f26ed-e0dc-4eb4-b004-c880f401186b req-a49d5d12-efd8-4acd-ab16-6b44596ebb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.839496 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-7b1f26ed-e0dc-4eb4-b004-c880f401186b req-a49d5d12-efd8-4acd-ab16-6b44596ebb0d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2088759 Jul 30 04:57:16.929265 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-421cef1b-3eca-4f5d-a441-aacda344ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.932395 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-421cef1b-3eca-4f5d-a441-aacda344ab40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1096 time: 0.3148642 Jul 30 04:57:16.966413 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73 req-e1b7d903-8ccb-4dcd-a510-0b94c697a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:16.967940 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73 req-e1b7d903-8ccb-4dcd-a510-0b94c697a8c3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2878765373cb4866aaa8f9f581cf3856&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3428292 Jul 30 04:57:17.106894 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6413a7-d7b2-4582-9675-e35906b7731f req-21bb52d4-ed31-4ffa-943e-33abbf65a465 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:17.108417 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab6413a7-d7b2-4582-9675-e35906b7731f req-21bb52d4-ed31-4ffa-943e-33abbf65a465 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.0912528 Jul 30 04:57:17.128912 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ac23-1553-4075-a607-121ea3198be1 req-6c3552c6-dede-4da5-a75c-544a226754fc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:17.130429 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f971ac23-1553-4075-a607-121ea3198be1 req-6c3552c6-dede-4da5-a75c-544a226754fc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0834646 Jul 30 04:57:17.174549 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab6413a7-d7b2-4582-9675-e35906b7731f req-6f97605e-0d53-47b7-8a43-3f0f28458588 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588434 Jul 30 04:57:17.186744 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f971ac23-1553-4075-a607-121ea3198be1 req-5e46a74b-38d9-4f6c-a90c-7c3cfb4e84d6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481482 Jul 30 04:57:17.282357 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8a677-d87a-444c-833f-2e9bcfc9988a req-00a5eaae-3fd1-4746-944a-9feb6a749b86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:17.283872 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-74f8a677-d87a-444c-833f-2e9bcfc9988a req-00a5eaae-3fd1-4746-944a-9feb6a749b86 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0516665 Jul 30 04:57:17.324351 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-74f8a677-d87a-444c-833f-2e9bcfc9988a req-c588a2e7-3e76-48c8-bdd5-9db536c0deb6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Jul 30 04:57:18.318423 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b1d0-6ece-4f6f-ba0e-c9d8ebf2d686 req-56e370d8-bac6-49da-b930-b93463e4af56 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:18.319906 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-15d7b1d0-6ece-4f6f-ba0e-c9d8ebf2d686 req-56e370d8-bac6-49da-b930-b93463e4af56 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.0786498 Jul 30 04:57:18.332350 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a325c-3ee7-4d0b-8f88-96f9a90aedc0 req-6c422442-fb09-405d-af6c-259b224d5c77 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:18.333832 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c7a325c-3ee7-4d0b-8f88-96f9a90aedc0 req-6c422442-fb09-405d-af6c-259b224d5c77 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0642748 Jul 30 04:57:18.390089 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-15d7b1d0-6ece-4f6f-ba0e-c9d8ebf2d686 req-717262d5-b8ea-40a9-ba68-72bbca3927f1 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553048 Jul 30 04:57:18.392938 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c7a325c-3ee7-4d0b-8f88-96f9a90aedc0 req-c5916b64-9ece-486a-94be-9ccbadd5807a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Jul 30 04:57:18.506021 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c660d4-0b5c-4df9-8c3b-4c6f94c05d5d req-c07ca6ca-5525-44f3-8ce5-e707366b1e68 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:18.507546 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-29c660d4-0b5c-4df9-8c3b-4c6f94c05d5d req-c07ca6ca-5525-44f3-8ce5-e707366b1e68 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0494726 Jul 30 04:57:18.548123 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-29c660d4-0b5c-4df9-8c3b-4c6f94c05d5d req-9efc3366-6ab9-4f95-a7ad-927148ee455f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327134 Jul 30 04:57:19.536952 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb2c2-28c5-41b5-8008-2a947b04f13d req-f7c17e23-4655-482e-83a1-e6038057d927 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:19.538418 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d92bb2c2-28c5-41b5-8008-2a947b04f13d req-f7c17e23-4655-482e-83a1-e6038057d927 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.0798271 Jul 30 04:57:19.550283 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fa17b-bb30-4015-840e-e85d60ce2736 req-bc5f0349-8808-42c5-9260-2cc66d28f860 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:19.551713 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f1fa17b-bb30-4015-840e-e85d60ce2736 req-bc5f0349-8808-42c5-9260-2cc66d28f860 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0820007 Jul 30 04:57:19.607317 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d92bb2c2-28c5-41b5-8008-2a947b04f13d req-82cdd78d-fe1c-4e72-9be2-152a6c2773c0 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 Jul 30 04:57:19.610281 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f1fa17b-bb30-4015-840e-e85d60ce2736 req-4840de83-6d6e-4b8f-b651-90e5cb293bda tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514915 Jul 30 04:57:19.709658 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-56fe2df3-fa48-4a81-b9a8-549580c4175d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 217 time: 0.0866959 Jul 30 04:57:19.832935 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5fc8-df48-4cfe-a1e7-5d66f78eb4c8 req-d79647e9-eed3-43cc-9dd1-32e6723e034c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:19.834441 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f45c5fc8-df48-4cfe-a1e7-5d66f78eb4c8 req-d79647e9-eed3-43cc-9dd1-32e6723e034c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1289582 Jul 30 04:57:19.835924 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73 req-d89a2a20-82b9-4df5-9e9b-0257bd9fb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:19.837373 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5c5121eb-8a36-4645-9d7e-7aa21e7d2b73 req-d89a2a20-82b9-4df5-9e9b-0257bd9fb7be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158358 Jul 30 04:57:19.838869 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-79841bb7-c75f-4a87-8486-f625ecae8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:19.840235 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-79841bb7-c75f-4a87-8486-f625ecae8d62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.1201947 Jul 30 04:57:19.888807 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-a461ca49-9aec-4e24-92b0-2a30c344d03d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387893 Jul 30 04:57:19.937420 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f26ed-e0dc-4eb4-b004-c880f401186b req-df9ae11b-3709-4c5e-a159-939289b2fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:19.939032 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-7b1f26ed-e0dc-4eb4-b004-c880f401186b req-df9ae11b-3709-4c5e-a159-939289b2fb24 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096459 Jul 30 04:57:19.968350 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f45c5fc8-df48-4cfe-a1e7-5d66f78eb4c8 req-c4bda66e-d172-4487-b06a-d9d6b6db87fc tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265559 Jul 30 04:57:20.003809 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-b982b808-0a46-44e3-95e4-29b4454a806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.005374 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-b982b808-0a46-44e3-95e4-29b4454a806d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1097 time: 0.1200631 Jul 30 04:57:20.039468 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-1e842fdb-aa6d-4fe9-a6bd-8c24f0d55c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.041481 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-1e842fdb-aa6d-4fe9-a6bd-8c24f0d55c67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 1096 time: 0.0530040 Jul 30 04:57:20.058037 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-f3ce9215-2d4f-48bb-98e0-a62ddebb7693 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561184 Jul 30 04:57:20.059263 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-cb62c5d1-5866-486f-991f-d8314b7efaed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 217 time: 0.0460353 Jul 30 04:57:20.116662 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-e888880d-1d27-44cc-a414-07dec412cbfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0660257 Jul 30 04:57:20.171367 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-05727346-1155-41e4-81cb-6d275f934b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.172867 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-05727346-1155-41e4-81cb-6d275f934b64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0947173 Jul 30 04:57:20.196824 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-0907430d-ebbe-4cbd-907c-ba4b0538c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.198478 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-0907430d-ebbe-4cbd-907c-ba4b0538c51c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.0720649 Jul 30 04:57:20.249261 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d3d0514-f2da-43c1-b444-b34d528cc7f2 req-25998068-a709-48f8-8892-f044503e9363 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778758 Jul 30 04:57:20.261412 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-50f6bf04-0773-44ed-8684-ec8131c111e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552070 Jul 30 04:57:20.264987 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-bd444158-78b8-460c-b73d-7ffc933419fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.267141 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-bd444158-78b8-460c-b73d-7ffc933419fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852134 Jul 30 04:57:20.364592 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-a054ae5e-3aa8-4b96-b201-8f66b12b8e3e service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886602 Jul 30 04:57:20.368253 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-c60d41b0-c8da-4351-aee9-4a5a437fc13a service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883799 Jul 30 04:57:20.466982 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-cb92d491-e4c5-4e9d-8637-14180fa99225 req-7f8551b6-849b-4fcb-bf16-c8369deb78e0 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Jul 30 04:57:20.468283 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5eb2b3c7-bbcd-4af1-8892-7ed8ace6d245 req-9008bd90-f1f2-4d15-a988-fe3367a4e8fa service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866008 Jul 30 04:57:20.773875 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88ba4-bd6d-4fe4-be79-8711c263f5ff req-21f29206-997c-4b55-b8b7-e90ba384b607 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.775732 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-51e88ba4-bd6d-4fe4-be79-8711c263f5ff req-21f29206-997c-4b55-b8b7-e90ba384b607 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.0967064 Jul 30 04:57:20.798112 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb267bc-db26-4827-acc3-b37f4dd454b1 req-d4ab6095-ccd5-4a03-a7c3-167973fafd24 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:20.799652 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7eb267bc-db26-4827-acc3-b37f4dd454b1 req-d4ab6095-ccd5-4a03-a7c3-167973fafd24 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0847921 Jul 30 04:57:20.847975 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-51e88ba4-bd6d-4fe4-be79-8711c263f5ff req-d464065c-299b-49a7-9c6a-a29a7c0c443a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640836 Jul 30 04:57:20.861800 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7eb267bc-db26-4827-acc3-b37f4dd454b1 req-8273f0a8-4c5f-45c8-8e73-2aab4b089c7c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508265 Jul 30 04:57:21.099631 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d67760-8c78-47da-8eda-1141858a8958 req-660f7d35-ee59-4003-b8b6-14f3c01eeda0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:21.101550 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a4d67760-8c78-47da-8eda-1141858a8958 req-660f7d35-ee59-4003-b8b6-14f3c01eeda0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0536294 Jul 30 04:57:21.148008 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a4d67760-8c78-47da-8eda-1141858a8958 req-25ededad-393f-42fd-9f77-67ef410a8ca6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388813 Jul 30 04:57:21.994092 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a6883-6e94-4aa2-a8d0-2f02ad661056 req-c4848017-1d2f-4ecb-8569-bdd80af4f83a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:21.995612 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fa1a6883-6e94-4aa2-a8d0-2f02ad661056 req-c4848017-1d2f-4ecb-8569-bdd80af4f83a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0671728 Jul 30 04:57:22.003844 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869178d-eb24-4666-b777-03ea0d8f7635 req-4dc8875f-1d9e-4f67-9652-99ee3990303a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:22.005261 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3869178d-eb24-4666-b777-03ea0d8f7635 req-4dc8875f-1d9e-4f67-9652-99ee3990303a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 944 time: 0.0855465 Jul 30 04:57:22.064186 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fa1a6883-6e94-4aa2-a8d0-2f02ad661056 req-dc05d560-8cab-40d9-9ee6-e416145ad170 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579703 Jul 30 04:57:22.067040 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3869178d-eb24-4666-b777-03ea0d8f7635 req-32521ef7-762e-40eb-bea7-d8e508e33d0d tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541251 Jul 30 04:57:22.217006 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device bdc4e36f-e72b-42dd-ade5-e7e58aea0090 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:22.264924 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:22.268634 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:22.269003 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:22.275516 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027870d-67d3-47f0-a665-d372a66508bb req-0a4fd22f-20ed-45d6-85b8-a13f9ade8b9e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:22.277061 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7027870d-67d3-47f0-a665-d372a66508bb req-0a4fd22f-20ed-45d6-85b8-a13f9ade8b9e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0539446 Jul 30 04:57:22.317554 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7027870d-67d3-47f0-a665-d372a66508bb req-163dcf98-8742-4f9e-9c88-bbdf772944d4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Jul 30 04:57:22.346015 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:22.367423 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9359d764-dac8-4ad0-906e-076824b5494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:22.437872 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,segment=NetworkSegment(a6dc912b-8b30-446e-bf20-189be95f61b7),segment_id=a6dc912b-8b30-446e-bf20-189be95f61b7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:22.443351 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:22.494765 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:22.530236 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf2120-e2ef-45a6-8397-874a1153abb1" -d '{"events": [{"server_uuid": "9359d764-dac8-4ad0-906e-076824b5494e", "name": "network-vif-plugged", "status": "completed", "tag": "bdc4e36f-e72b-42dd-ade5-e7e58aea0090"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:22.614991 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e30b00-c83b-44e7-81a7-603bcc91364b x-openstack-request-id: req-68e30b00-c83b-44e7-81a7-603bcc91364b {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:22.615354 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9359d764-dac8-4ad0-906e-076824b5494e", "name": "network-vif-plugged", "status": "completed", "tag": "bdc4e36f-e72b-42dd-ade5-e7e58aea0090", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:22.615607 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68e30b00-c83b-44e7-81a7-603bcc91364b {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:22.616060 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9359d764-dac8-4ad0-906e-076824b5494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090', 'code': 200} Jul 30 04:57:23.210487 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83965376-8d83-4e13-8b99-126547ea1db0 req-dfc68a09-e72e-4d54-abac-e260c2510dc5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:23.212044 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-83965376-8d83-4e13-8b99-126547ea1db0 req-dfc68a09-e72e-4d54-abac-e260c2510dc5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 943 time: 0.0792427 Jul 30 04:57:23.220061 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bb579-d3f3-4de9-94a7-7fbb5169be58 req-0ec07aba-d8d5-4b77-9773-6629f0f764ab tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:23.221433 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-360bb579-d3f3-4de9-94a7-7fbb5169be58 req-0ec07aba-d8d5-4b77-9773-6629f0f764ab tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0796223 Jul 30 04:57:23.273667 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-83965376-8d83-4e13-8b99-126547ea1db0 req-a6122010-f682-4f06-8893-312dcca49b06 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Jul 30 04:57:23.281550 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-360bb579-d3f3-4de9-94a7-7fbb5169be58 req-23cd8155-7d1c-46cc-802b-05b0c4c0a37a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528269 Jul 30 04:57:23.433753 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d736c4-c73b-42e7-a425-0181fa75e3c7 req-90519c3d-c793-4110-98f0-5b854013e680 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:23.435386 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61d736c4-c73b-42e7-a425-0181fa75e3c7 req-90519c3d-c793-4110-98f0-5b854013e680 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0484157 Jul 30 04:57:23.474122 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61d736c4-c73b-42e7-a425-0181fa75e3c7 req-017e2bd7-f873-44ae-bc85-0d1ec813cbf9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Jul 30 04:57:24.157733 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device aab4d619-2a05-40c0-9305-1d4af2cf2bc8 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:57:24.254853 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:24.266572 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'port_id': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8', 'mac_address': 'fa:16:3e:c1:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:57:24.302229 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:24.315807 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab4d619-2a05-40c0-9305-1d4af2cf2bc8 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:24.340652 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:24.346779 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:24.403283 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:24.428448 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac7ec-6e8f-4677-8fb7-3c302bebbe4c req-0c4942d9-ba1d-4588-bca1-9af33807c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:24.429920 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a69ac7ec-6e8f-4677-8fb7-3c302bebbe4c req-0c4942d9-ba1d-4588-bca1-9af33807c32e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 1098 time: 0.1453338 Jul 30 04:57:24.453926 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37c5f8-0a8b-492c-ab01-dd7bab7fa0ca req-ef33ad74-ff32-42e9-b069-29f32b8f44c6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:24.455341 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6f37c5f8-0a8b-492c-ab01-dd7bab7fa0ca req-ef33ad74-ff32-42e9-b069-29f32b8f44c6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 944 time: 0.1052501 Jul 30 04:57:24.467651 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a60f-bbb2-4c85-8470-ac282316c56c req-1f5233b0-1ead-47b1-9f0c-cb9fa13463a2 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:24.469014 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dca6a60f-bbb2-4c85-8470-ac282316c56c req-1f5233b0-1ead-47b1-9f0c-cb9fa13463a2 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.1031218 Jul 30 04:57:24.470841 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a69ac7ec-6e8f-4677-8fb7-3c302bebbe4c req-78eb0b0e-de07-4302-8a43-0a3d12bf1312 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:24.548500 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dca6a60f-bbb2-4c85-8470-ac282316c56c req-e8bf06d2-6f68-4fdd-9ea0-75f55dff3bbd tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694423 Jul 30 04:57:24.553501 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6f37c5f8-0a8b-492c-ab01-dd7bab7fa0ca req-f535369e-ef74-4b1e-90cf-c15ee4591355 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834239 Jul 30 04:57:24.631894 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a69ac7ec-6e8f-4677-8fb7-3c302bebbe4c req-78eb0b0e-de07-4302-8a43-0a3d12bf1312 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:24.636696 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a69ac7ec-6e8f-4677-8fb7-3c302bebbe4c req-78eb0b0e-de07-4302-8a43-0a3d12bf1312 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:24.686664 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a69ac7ec-6e8f-4677-8fb7-3c302bebbe4c req-78eb0b0e-de07-4302-8a43-0a3d12bf1312 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479165 Jul 30 04:57:24.694026 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb0b0e-de07-4302-8a43-0a3d12bf1312 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd3e78-9901-4038-a396-0a324b5a77b1,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:24.709253 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dc36-6242-4f06-b08a-6f15373aaaf1 req-c1ee3a16-5194-4065-a9f6-3c6422eb3fbe tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:24.710714 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0438dc36-6242-4f06-b08a-6f15373aaaf1 req-c1ee3a16-5194-4065-a9f6-3c6422eb3fbe tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0909202 Jul 30 04:57:24.756215 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0438dc36-6242-4f06-b08a-6f15373aaaf1 req-0a5da69f-108c-48bf-8e19-945569a28425 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Jul 30 04:57:25.721375 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab91c37-59f6-44a4-945f-e73e9c7feb2c req-b6951c16-daab-4e10-8e95-cbcc2074d601 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:25.722855 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6ab91c37-59f6-44a4-945f-e73e9c7feb2c req-b6951c16-daab-4e10-8e95-cbcc2074d601 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 944 time: 0.0917304 Jul 30 04:57:25.731673 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1de4f-bcb1-4e15-9587-7895159e6be1 req-f5729f3b-5eab-4700-929b-531690d43819 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:25.733085 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b3a1de4f-bcb1-4e15-9587-7895159e6be1 req-f5729f3b-5eab-4700-929b-531690d43819 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0821154 Jul 30 04:57:25.788385 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6ab91c37-59f6-44a4-945f-e73e9c7feb2c req-865ddd3e-6e7a-4035-bf66-75a23b3d58cd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Jul 30 04:57:25.791829 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b3a1de4f-bcb1-4e15-9587-7895159e6be1 req-7e8f80ff-c771-4705-9f17-e4e87f81d409 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518892 Jul 30 04:57:25.889244 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b7fb6-748b-42b2-aaa4-a034f442d303 req-3071928e-84ea-4f2b-be54-500d5af7da8e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:25.890705 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f25b7fb6-748b-42b2-aaa4-a034f442d303 req-3071928e-84ea-4f2b-be54-500d5af7da8e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0482731 Jul 30 04:57:25.929961 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f25b7fb6-748b-42b2-aaa4-a034f442d303 req-f987b2bf-2412-40ed-bcbe-967d96213c6d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Jul 30 04:57:26.472787 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 99011df2-c2bd-4428-8ba0-05011c3de822 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:57:26.566115 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 99011df2-c2bd-4428-8ba0-05011c3de822, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99011df2-c2bd-4428-8ba0-05011c3de822,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:26.577974 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '99011df2-c2bd-4428-8ba0-05011c3de822', 'network_id': 'dee09fcf-672a-405a-9eb2-079ce0f4e6eb', 'port_id': '99011df2-c2bd-4428-8ba0-05011c3de822', 'mac_address': 'fa:16:3e:af:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d762d6c-9625-4c5d-a0df-658de56d179b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:57:26.722531 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:26.736801 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99011df2-c2bd-4428-8ba0-05011c3de822 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:26.758461 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 99011df2-c2bd-4428-8ba0-05011c3de822, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99011df2-c2bd-4428-8ba0-05011c3de822,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:26.764866 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:26.765760 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:57:26.864168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=99011df2-c2bd-4428-8ba0-05011c3de822,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:26.906182 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:26.918399 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'mac_address': 'fa:16:3e:79:c2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:57:26.935140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911caac-e9bf-4e6c-af4d-1b13094b0866 req-abc877b5-c190-46f7-8d07-6fdaf0cb7000 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:26.936764 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d911caac-e9bf-4e6c-af4d-1b13094b0866 req-abc877b5-c190-46f7-8d07-6fdaf0cb7000 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 944 time: 0.0805707 Jul 30 04:57:26.944853 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0f6f-5ac6-4320-b13a-98dfaff58786 req-e6ca7c5a-9b8d-4b94-be7e-fed201dbd37c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:26.946978 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9d2b0f6f-5ac6-4320-b13a-98dfaff58786 req-e6ca7c5a-9b8d-4b94-be7e-fed201dbd37c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0798914 Jul 30 04:57:26.959309 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:26.973348 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:57:26.993481 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:26.998336 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:27.007155 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d911caac-e9bf-4e6c-af4d-1b13094b0866 req-c360291d-6f65-434b-8c90-27ce23ab9e12 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591373 Jul 30 04:57:27.019187 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9d2b0f6f-5ac6-4320-b13a-98dfaff58786 req-3f41617f-b574-4771-acea-5f6dcdc1db56 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588622 Jul 30 04:57:27.055323 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:27.111204 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000086e9-7346-45b8-8467-f8d87674b856 req-633e952a-8b5f-4fd3-b868-98b6493280e9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:27.112629 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-000086e9-7346-45b8-8467-f8d87674b856 req-633e952a-8b5f-4fd3-b868-98b6493280e9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.0477457 Jul 30 04:57:27.149855 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-000086e9-7346-45b8-8467-f8d87674b856 req-7e8e5087-d09b-49a0-a835-0937fd8fff95 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306759 Jul 30 04:57:27.584859 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['aab4d619-2a05-40c0-9305-1d4af2cf2bc8'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:57:27.825042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:57:27.849103 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['99011df2-c2bd-4428-8ba0-05011c3de822'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:57:28.186499 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6ea7f-5984-4be4-babb-2e8ac46fa425 req-d61ebfc9-2e0c-4b9a-9692-bf9ebfb4ad17 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:28.188039 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7b6ea7f-5984-4be4-babb-2e8ac46fa425 req-d61ebfc9-2e0c-4b9a-9692-bf9ebfb4ad17 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0864758 Jul 30 04:57:28.195570 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db0489-ebac-4dd9-9454-7e10a3cb99d9 req-a8d05067-13b1-409b-b14c-7463b79181bf tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:28.197541 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-52db0489-ebac-4dd9-9454-7e10a3cb99d9 req-a8d05067-13b1-409b-b14c-7463b79181bf tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 944 time: 0.0849450 Jul 30 04:57:28.256606 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7b6ea7f-5984-4be4-babb-2e8ac46fa425 req-16db8376-6c9b-4529-8465-332047414bc5 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Jul 30 04:57:28.261941 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-52db0489-ebac-4dd9-9454-7e10a3cb99d9 req-9bbbe492-8c94-48a4-9702-aa72bfc65955 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573449 Jul 30 04:57:28.365791 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da73c32-a88d-4762-85f1-c1bf203cb36e req-3aa00175-bc54-4319-b8e3-3e2ea1b3ea8d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:28.367247 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3da73c32-a88d-4762-85f1-c1bf203cb36e req-3aa00175-bc54-4319-b8e3-3e2ea1b3ea8d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Jul 30 04:57:28.411283 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3da73c32-a88d-4762-85f1-c1bf203cb36e req-51a8e551-e8b3-443b-a69b-7b2e75ae42b6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360403 Jul 30 04:57:29.217901 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:57:29.218409 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55204) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:29.419385 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c00c5a2-883f-48ef-95a7-d455f4a3f4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.527921 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c00c5a2-883f-48ef-95a7-d455f4a3f4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.537015 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c00c5a2-883f-48ef-95a7-d455f4a3f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.602546 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2c00c5a2-883f-48ef-95a7-d455f4a3f4af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f436d32c3e724c719bfd1d94616b13ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831177 Jul 30 04:57:29.603784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00c5a2-883f-48ef-95a7-d455f4a3f4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9fda38-fa91-4cc2-8819-c9c88893d570,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:29.606709 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55230) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:29.664625 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb719-8828-4f9f-9262-d3c4e6eb0961 req-9ac48874-75f1-46b5-9646-50bd216652b5 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:29.667357 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-19ddb719-8828-4f9f-9262-d3c4e6eb0961 req-9ac48874-75f1-46b5-9646-50bd216652b5 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.2928569 Jul 30 04:57:29.677256 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682d07-d426-4756-822f-3536beb4ca81 req-7dbf33dc-dca4-4f1a-9f2e-70994cad1d6a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:29.677529 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-496b99f9-f290-4dbd-9256-c894b1e57cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.679366 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c2682d07-d426-4756-822f-3536beb4ca81 req-7dbf33dc-dca4-4f1a-9f2e-70994cad1d6a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 944 time: 0.2946587 Jul 30 04:57:29.704575 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-496b99f9-f290-4dbd-9256-c894b1e57cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.742659 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-19ddb719-8828-4f9f-9262-d3c4e6eb0961 req-f6f9f42e-d0c3-45f0-9da6-9827519fd7a7 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620914 Jul 30 04:57:29.750752 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c2682d07-d426-4756-822f-3536beb4ca81 req-25f75518-94b0-433d-b060-ab8d74d1d049 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604219 Jul 30 04:57:29.763764 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-496b99f9-f290-4dbd-9256-c894b1e57cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.766961 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-496b99f9-f290-4dbd-9256-c894b1e57cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:29.767652 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-496b99f9-f290-4dbd-9256-c894b1e57cb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c9fda38-fa91-4cc2-8819-c9c88893d570 HTTP/1.1" status: 204 len: 168 time: 0.1597562 Jul 30 04:57:29.776320 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b99f9-f290-4dbd-9256-c894b1e57cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9fda38-fa91-4cc2-8819-c9c88893d570,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:29.876438 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d87c3-e3d4-4d71-8c82-3c883d1d0e82 req-1f5abd6e-2e76-4acd-9654-4d25d2826366 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:29.878076 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9b4d87c3-e3d4-4d71-8c82-3c883d1d0e82 req-1f5abd6e-2e76-4acd-9654-4d25d2826366 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Jul 30 04:57:29.926442 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9b4d87c3-e3d4-4d71-8c82-3c883d1d0e82 req-d28e26dc-e135-422d-b2fb-036f709e0ef1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 Jul 30 04:57:30.096089 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55244) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:30.112241 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-302f51aa-7b34-4439-8198-a41f5c896c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.198179 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-302f51aa-7b34-4439-8198-a41f5c896c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.201801 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-302f51aa-7b34-4439-8198-a41f5c896c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.238395 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-302f51aa-7b34-4439-8198-a41f5c896c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0161312a855e4c158f7cda053d952c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413171 Jul 30 04:57:30.239571 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f51aa-7b34-4439-8198-a41f5c896c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b469428f-82aa-42aa-8ae6-95b145d0ae5b,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:30.241064 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55246) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:30.290631 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ff78570e-e547-4e0b-bf14-80f6205e4a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.311724 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ff78570e-e547-4e0b-bf14-80f6205e4a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.362996 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ff78570e-e547-4e0b-bf14-80f6205e4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.365829 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ff78570e-e547-4e0b-bf14-80f6205e4a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:30.367133 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ff78570e-e547-4e0b-bf14-80f6205e4a43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b469428f-82aa-42aa-8ae6-95b145d0ae5b HTTP/1.1" status: 204 len: 168 time: 0.1249084 Jul 30 04:57:30.375873 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78570e-e547-4e0b-bf14-80f6205e4a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b469428f-82aa-42aa-8ae6-95b145d0ae5b,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:30.921924 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2f29c-df7e-4d3a-b6c1-3a6b8db4813b req-5c4130d8-2430-474e-8cb3-e9142273b399 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:30.926681 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 99011df2-c2bd-4428-8ba0-05011c3de822 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:30.927215 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7bd2f29c-df7e-4d3a-b6c1-3a6b8db4813b req-5c4130d8-2430-474e-8cb3-e9142273b399 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 944 time: 0.0620127 Jul 30 04:57:30.994812 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7bd2f29c-df7e-4d3a-b6c1-3a6b8db4813b req-6dbd588f-3c01-459b-a818-c3328cef3a6c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Jul 30 04:57:31.001297 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 99011df2-c2bd-4428-8ba0-05011c3de822 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:31.006130 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 99011df2-c2bd-4428-8ba0-05011c3de822 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:31.006758 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.066563 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16305d45-851f-40c0-87ab-3c9f67f6f4a8 req-50d09294-3421-411e-9389-70a79837e5c9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:31.068575 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-16305d45-851f-40c0-87ab-3c9f67f6f4a8 req-50d09294-3421-411e-9389-70a79837e5c9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.0560250 Jul 30 04:57:31.088238 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.113964 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-16305d45-851f-40c0-87ab-3c9f67f6f4a8 req-2574d63f-0937-4b28-963c-9fa9aee1c59a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377252 Jul 30 04:57:31.128538 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99011df2-c2bd-4428-8ba0-05011c3de822'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:31.140430 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0892851f-d8f5-45a1-9b94-8fe2f927ec72" -d '{"events": [{"server_uuid": "14599ca4-8cf9-465f-b697-fd3f1cd7ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "99011df2-c2bd-4428-8ba0-05011c3de822"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:31.163475 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 99011df2-c2bd-4428-8ba0-05011c3de822, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99011df2-c2bd-4428-8ba0-05011c3de822,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:31.168728 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.169787 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device aab4d619-2a05-40c0-9305-1d4af2cf2bc8 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:31.211277 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2994b24-f292-45bf-94fc-02d4791f8c1f x-openstack-request-id: req-c2994b24-f292-45bf-94fc-02d4791f8c1f {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:31.211655 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14599ca4-8cf9-465f-b697-fd3f1cd7ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "99011df2-c2bd-4428-8ba0-05011c3de822", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:31.212570 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2994b24-f292-45bf-94fc-02d4791f8c1f {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:31.212910 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99011df2-c2bd-4428-8ba0-05011c3de822', 'code': 200} Jul 30 04:57:31.249236 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=99011df2-c2bd-4428-8ba0-05011c3de822,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:31.263628 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:31.267586 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:31.268035 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.343858 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.376441 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:31.380497 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.381206 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:57:31.456478 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:31.472049 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:57:31.476003 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:57:31.476362 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.552705 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.585093 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:31.589492 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:31.641770 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:32.100770 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd239b8-27a8-4582-b7a0-9a5c7f117027 req-1fbec308-86a2-456b-8885-f8bc0b9545c6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:32.103132 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bbd239b8-27a8-4582-b7a0-9a5c7f117027 req-1fbec308-86a2-456b-8885-f8bc0b9545c6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0513680 Jul 30 04:57:32.141749 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bbd239b8-27a8-4582-b7a0-9a5c7f117027 req-6165c9f1-1b50-4667-b635-aa62384808d7 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Jul 30 04:57:32.258461 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0366bb1-8fd4-496a-8430-4c8a9582cad7 req-75f089b4-1bee-41e9-ab42-36b62402e779 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:32.260084 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e0366bb1-8fd4-496a-8430-4c8a9582cad7 req-75f089b4-1bee-41e9-ab42-36b62402e779 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0559778 Jul 30 04:57:32.301348 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e0366bb1-8fd4-496a-8430-4c8a9582cad7 req-9abfcfa5-f183-4e86-87f3-3f21d69eb829 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351477 Jul 30 04:57:33.013277 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02ffae-3996-4347-b94c-cee1d9dd83fb req-b8ca7c42-124a-48d2-9abf-ac18664a9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:33.014761 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0a02ffae-3996-4347-b94c-cee1d9dd83fb req-b8ca7c42-124a-48d2-9abf-ac18664a9865 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0400019 Jul 30 04:57:33.049028 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0a02ffae-3996-4347-b94c-cee1d9dd83fb req-1963adf7-d4de-4363-9926-645b649302a4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268190 Jul 30 04:57:33.214889 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8'}, {'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:33.217297 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b8519-a976-4f89-9f33-14025780ff70" -d '{"events": [{"server_uuid": "fe154070-8bd4-4281-8a03-a41772abc80d", "name": "network-vif-plugged", "status": "completed", "tag": "aab4d619-2a05-40c0-9305-1d4af2cf2bc8"}, {"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-plugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:33.264430 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e77d2-347b-480b-b43a-f32580bc824d x-openstack-request-id: req-fa2e77d2-347b-480b-b43a-f32580bc824d {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:33.264958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe154070-8bd4-4281-8a03-a41772abc80d", "name": "network-vif-plugged", "status": "completed", "tag": "aab4d619-2a05-40c0-9305-1d4af2cf2bc8", "code": 200}, {"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-plugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:33.265438 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa2e77d2-347b-480b-b43a-f32580bc824d {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:33.266019 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8', 'code': 200} Jul 30 04:57:33.266482 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'code': 200} Jul 30 04:57:33.293719 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9cfb0-708a-43ea-883b-f0a550ad86ee req-876652b0-dfa8-4afb-8b86-a69dd2d211b0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:33.295485 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e0f9cfb0-708a-43ea-883b-f0a550ad86ee req-876652b0-dfa8-4afb-8b86-a69dd2d211b0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0630374 Jul 30 04:57:33.353519 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e0f9cfb0-708a-43ea-883b-f0a550ad86ee req-6549d593-00be-4fbc-82f8-97ed45fc7f6c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515420 Jul 30 04:57:33.458115 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e3338-1e07-41f2-94e6-f67d5978761b req-87e4ccf1-1fde-47fb-a021-f9c8796ef29d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:33.459955 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-106e3338-1e07-41f2-94e6-f67d5978761b req-87e4ccf1-1fde-47fb-a021-f9c8796ef29d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0517049 Jul 30 04:57:33.524803 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-106e3338-1e07-41f2-94e6-f67d5978761b req-adc1c52d-b026-4d0e-a0c3-f1d5b50a1bb3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581794 Jul 30 04:57:33.540570 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826612c-7bb6-4248-b1dc-663d82a17768 req-e9c7fd6c-4295-4b19-a740-0fc3528e2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:33.542616 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8826612c-7bb6-4248-b1dc-663d82a17768 req-e9c7fd6c-4295-4b19-a740-0fc3528e2810 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 1098 time: 0.0466065 Jul 30 04:57:33.584652 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27fd31-2ef1-428a-b498-56656fc59301 req-047957e1-5c5a-4188-b871-ed0f00d2230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:33.586819 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0a27fd31-2ef1-428a-b498-56656fc59301 req-047957e1-5c5a-4188-b871-ed0f00d2230e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1099 time: 0.0910583 Jul 30 04:57:33.589368 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8826612c-7bb6-4248-b1dc-663d82a17768 req-4d8d63d6-680a-4fa8-8ec9-033d4bb81c7f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Jul 30 04:57:33.686116 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0a27fd31-2ef1-428a-b498-56656fc59301 req-5ba93c5b-b102-4def-8350-7d727a0d2f75 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484512 Jul 30 04:57:34.390294 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55442) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:34.493427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123f435-b2c5-4066-880d-01c2ac248d08 req-01ed2184-1bcb-4346-874c-a2e4fe52b63e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:34.495097 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0123f435-b2c5-4066-880d-01c2ac248d08 req-01ed2184-1bcb-4346-874c-a2e4fe52b63e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0562100 Jul 30 04:57:34.501328 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb3c9-f6db-4e36-8818-26e5523caebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.547443 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0123f435-b2c5-4066-880d-01c2ac248d08 req-d4e0960c-166f-45be-9efe-ca604233c4b8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Jul 30 04:57:34.596909 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb3c9-f6db-4e36-8818-26e5523caebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.600927 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb3c9-f6db-4e36-8818-26e5523caebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.647116 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-dc2bb3c9-f6db-4e36-8818-26e5523caebf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bd6fffe27e947149afd349b96ac6286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556758 Jul 30 04:57:34.647985 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55450) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:34.653463 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bb3c9-f6db-4e36-8818-26e5523caebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9fc7c2-58d9-4bf4-a525-032d61762cd7,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:34.694917 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174038e-a980-4c9b-8035-1f2fb5125485 req-c5c1846d-da1c-4daf-acf2-7cd20d9043db tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:34.697112 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9174038e-a980-4c9b-8035-1f2fb5125485 req-c5c1846d-da1c-4daf-acf2-7cd20d9043db tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0568752 Jul 30 04:57:34.706680 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d6308df-7860-4c5c-a775-c6c4fed8f3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.727704 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d6308df-7860-4c5c-a775-c6c4fed8f3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.746670 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9174038e-a980-4c9b-8035-1f2fb5125485 req-94303b8c-c769-488a-ad9c-72438dcd6072 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Jul 30 04:57:34.780489 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d6308df-7860-4c5c-a775-c6c4fed8f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.783309 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d6308df-7860-4c5c-a775-c6c4fed8f3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:34.784327 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2d6308df-7860-4c5c-a775-c6c4fed8f3e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a9fc7c2-58d9-4bf4-a525-032d61762cd7 HTTP/1.1" status: 204 len: 168 time: 0.1350753 Jul 30 04:57:34.793962 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6308df-7860-4c5c-a775-c6c4fed8f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9fc7c2-58d9-4bf4-a525-032d61762cd7,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:35.103300 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55474) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:35.124466 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21d2c617-444d-4dcd-bea1-99c43b9e94fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.237671 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21d2c617-444d-4dcd-bea1-99c43b9e94fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.242417 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21d2c617-444d-4dcd-bea1-99c43b9e94fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.282855 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-21d2c617-444d-4dcd-bea1-99c43b9e94fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54fd50e258934b2ab0fb386ce85526d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775210 Jul 30 04:57:35.283675 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2c617-444d-4dcd-bea1-99c43b9e94fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049b05dd-2020-474c-80da-599be81e934e,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:35.285463 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55484) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:35.340056 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee34f81b-b025-49ce-87ae-37d8314cc5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.362577 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee34f81b-b025-49ce-87ae-37d8314cc5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.414439 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee34f81b-b025-49ce-87ae-37d8314cc5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.417814 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee34f81b-b025-49ce-87ae-37d8314cc5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:35.418963 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ee34f81b-b025-49ce-87ae-37d8314cc5e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/049b05dd-2020-474c-80da-599be81e934e HTTP/1.1" status: 204 len: 168 time: 0.1324816 Jul 30 04:57:35.430345 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34f81b-b025-49ce-87ae-37d8314cc5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b05dd-2020-474c-80da-599be81e934e,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:35.678100 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68dff-fd6b-41e7-82f5-ad045c59f8fe req-a4031d14-0f60-403d-aedd-8dcc532a7348 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:35.679638 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-77d68dff-fd6b-41e7-82f5-ad045c59f8fe req-a4031d14-0f60-403d-aedd-8dcc532a7348 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0513189 Jul 30 04:57:35.724233 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-77d68dff-fd6b-41e7-82f5-ad045c59f8fe req-1562976a-c92b-404f-86f4-df3a2c077594 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Jul 30 04:57:35.913305 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b13c-a02e-4d71-acc5-614449721092 req-404f20c8-ccf4-472b-8eea-982d1dc7333f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:35.916123 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-87c4b13c-a02e-4d71-acc5-614449721092 req-404f20c8-ccf4-472b-8eea-982d1dc7333f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0784183 Jul 30 04:57:35.964510 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-87c4b13c-a02e-4d71-acc5-614449721092 req-7222800d-9865-418a-a95e-afa4fe5d48de tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Jul 30 04:57:36.081088 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3e4a-09e9-4abc-b01b-739d617b4f7b req-c021d52f-1457-41d5-a8fe-b99ff5145ba2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:36.089118 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c31a3e4a-09e9-4abc-b01b-739d617b4f7b req-c021d52f-1457-41d5-a8fe-b99ff5145ba2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0672002 Jul 30 04:57:36.153909 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c31a3e4a-09e9-4abc-b01b-739d617b4f7b req-c5c7e7df-c545-4ab0-a8af-1c35b4e32e2d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Jul 30 04:57:36.173394 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e721e-7a01-4b8d-a61e-4217f65b23a3 req-b03e139e-71ba-4f28-b7b2-9797378c7158 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:36.175173 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ae5e721e-7a01-4b8d-a61e-4217f65b23a3 req-b03e139e-71ba-4f28-b7b2-9797378c7158 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0561452 Jul 30 04:57:36.184127 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55544) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:36.189239 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'floatingip': {'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:57:36.283797 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:37.014131 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:37.018377 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:37.118148 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Floating IP 8d7ffe59-988a-46bc-acf6-7547df957297 associated. External IP: 172.27.2.46, port: 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3. Jul 30 04:57:37.457788 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232b49-03b9-4493-a702-653b4a7581fa req-de8b8cc0-a9ec-446a-b4ff-d6dd2e8be1bd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:37.459300 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-76232b49-03b9-4493-a702-653b4a7581fa req-de8b8cc0-a9ec-446a-b4ff-d6dd2e8be1bd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0652506 Jul 30 04:57:37.567098 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-76232b49-03b9-4493-a702-653b4a7581fa req-f79cf714-de2c-4368-811b-8916ccebaa1a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715201 Jul 30 04:57:37.592278 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:57:37.706076 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:57:37.710705 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:37.724593 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:57:37.733698 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:57:37.733698 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:57:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:37.746598 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-315ff8ea-6a9e-4943-8d23-e1a710e80953 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "PUT /v2.0/floatingips/8d7ffe59-988a-46bc-acf6-7547df957297 HTTP/1.1" status: 200 len: 991 time: 1.5608428 Jul 30 04:57:37.747281 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:37.750165 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:37.787203 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807d022-14db-414e-a594-95d59e526e05 x-openstack-request-id: req-8807d022-14db-414e-a594-95d59e526e05 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:37.787621 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:37.788157 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8807d022-14db-414e-a594-95d59e526e05 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:37.788712 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'status': 'completed', 'code': 200} Jul 30 04:57:37.862326 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:57:38.137676 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '8d7ffe59-988a-46bc-acf6-7547df957297', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'mac_address': 'fa:16:3e:79:c2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450bbed9-1329-461e-ad3e-6450c47079c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:57:04Z', 'updated_at': '2021-07-30T04:57:36Z', 'revision_number': 1, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:38.245783 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:57:38.254058 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:57:38.254659 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:57:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:38.361898 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:57:38.599889 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '8d7ffe59-988a-46bc-acf6-7547df957297', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'mac_address': 'fa:16:3e:79:c2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450bbed9-1329-461e-ad3e-6450c47079c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:57:04Z', 'updated_at': '2021-07-30T04:57:36Z', 'revision_number': 1, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:57:38.629160 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b17ae-70b4-4406-b9c4-2712526e21a4 None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '8d7ffe59-988a-46bc-acf6-7547df957297', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'mac_address': 'fa:16:3e:79:c2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450bbed9-1329-461e-ad3e-6450c47079c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:57:04Z', 'updated_at': '2021-07-30T04:57:36Z', 'revision_number': 1, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:57:38.696402 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754b3c2-94bc-46eb-8bb6-2a4592c79fb8 req-e3f4039e-f8cb-4c4a-acc3-675f0ea5e100 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:38.698828 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1754b3c2-94bc-46eb-8bb6-2a4592c79fb8 req-e3f4039e-f8cb-4c4a-acc3-675f0ea5e100 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0599570 Jul 30 04:57:38.760248 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd932-2651-459e-9927-4060b5606ef7 req-4871b36d-57ed-4aad-b7ca-cf1ef6d38797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:38.762485 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-4871b36d-57ed-4aad-b7ca-cf1ef6d38797 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 1098 time: 0.0461197 Jul 30 04:57:38.778188 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1754b3c2-94bc-46eb-8bb6-2a4592c79fb8 req-6710adc7-d1a4-4263-8483-392b64c3f28a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718880 Jul 30 04:57:38.788567 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-2a495150-66f8-4594-b351-aef5800990f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:38.791969 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-2a495150-66f8-4594-b351-aef5800990f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1099 time: 0.0623403 Jul 30 04:57:38.888863 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf610c4-45b7-466d-9c9e-4df03bc04879 None None] New status for floating IP 8d7ffe59-988a-46bc-acf6-7547df957297: ACTIVE {{(pid=93063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:57:38.910230 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-49603591-7d74-46a6-a88b-18be78a4de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:38.911943 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-49603591-7d74-46a6-a88b-18be78a4de46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.1075470 Jul 30 04:57:38.949544 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd932-2651-459e-9927-4060b5606ef7 req-de2adc58-4bc0-464a-a6ca-292aad25139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:38.951260 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-de2adc58-4bc0-464a-a6ca-292aad25139c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.1754112 Jul 30 04:57:39.011103 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-d3cba5da-1b55-4056-9357-44b734d2660b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0425565 Jul 30 04:57:39.034719 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-f2d11391-7dc1-451e-86c3-c4959d3b09f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 999 time: 0.1073580 Jul 30 04:57:39.073991 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd932-2651-459e-9927-4060b5606ef7 req-594f3cab-ec5b-40e3-9a7d-ebcc6349a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:39.076365 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-594f3cab-ec5b-40e3-9a7d-ebcc6349a099 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.0524380 Jul 30 04:57:39.104264 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-1f36fa37-8615-4309-a914-e149a4075cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:39.106387 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-1f36fa37-8615-4309-a914-e149a4075cd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0636585 Jul 30 04:57:39.116635 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-79e81afd-c5f5-42d0-ad9e-01f9f64e1319 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269310 Jul 30 04:57:39.131751 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:39.175989 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-328dcf8f-b40a-45b8-b9f5-3f756bae7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:39.177237 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-328dcf8f-b40a-45b8-b9f5-3f756bae7953 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476081 Jul 30 04:57:39.220596 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-cc2c4f4d-7b7c-41e9-9a14-a7bd98f7a2e1 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895107 Jul 30 04:57:39.276145 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-96c77a6d-35da-40f1-b9b1-6879edae2268 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913525 Jul 30 04:57:39.311164 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f84bd932-2651-459e-9927-4060b5606ef7 req-815b53b1-7902-4a37-879a-759696fe3a5a service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824351 Jul 30 04:57:39.390857 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ebeeaa2d-0309-4693-9735-aa8247ffe1f2 req-23f60b70-1341-4323-8018-4dfd559ecafd service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011488 Jul 30 04:57:39.909824 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009d9f1-a0a5-462b-9851-fe3d284420ce req-4813011c-7e0f-4faf-a7d7-7ece3c68296b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:39.911295 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5009d9f1-a0a5-462b-9851-fe3d284420ce req-4813011c-7e0f-4faf-a7d7-7ece3c68296b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0534778 Jul 30 04:57:39.951114 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5009d9f1-a0a5-462b-9851-fe3d284420ce req-b68190c0-6980-415a-b7f0-f1d96be0bb72 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jul 30 04:57:40.525988 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55748) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:40.632645 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b4d04cd3-8db0-4d3c-b2e8-cc14fde70287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.743607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b4d04cd3-8db0-4d3c-b2e8-cc14fde70287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.748302 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b4d04cd3-8db0-4d3c-b2e8-cc14fde70287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.781777 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04cd3-8db0-4d3c-b2e8-cc14fde70287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee536b7-4892-4e9d-b335-fa41f8d72ee8,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:40.812023 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-99e4078d-c472-4e7f-b072-3b7e35c29af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.820008 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b4d04cd3-8db0-4d3c-b2e8-cc14fde70287 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14bfa172dcba4419b7b1eedd4d07203a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928674 Jul 30 04:57:40.823340 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55774) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:40.879457 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f149-dad2-42fd-af58-8040c5c462a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.907395 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f149-dad2-42fd-af58-8040c5c462a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.972914 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f149-dad2-42fd-af58-8040c5c462a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.975441 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f149-dad2-42fd-af58-8040c5c462a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:40.979878 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d2a5f149-dad2-42fd-af58-8040c5c462a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ee536b7-4892-4e9d-b335-fa41f8d72ee8 HTTP/1.1" status: 204 len: 168 time: 0.1554725 Jul 30 04:57:40.999072 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5f149-dad2-42fd-af58-8040c5c462a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee536b7-4892-4e9d-b335-fa41f8d72ee8,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:41.137723 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1a45-29a4-408f-8a16-a9d6fd6e0e82 req-01f4b024-eec1-4d55-8ac9-784b75fc8f29 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:41.145924 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-311e1a45-29a4-408f-8a16-a9d6fd6e0e82 req-01f4b024-eec1-4d55-8ac9-784b75fc8f29 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0647242 Jul 30 04:57:41.188980 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-311e1a45-29a4-408f-8a16-a9d6fd6e0e82 req-f662f248-8f12-495d-b435-3d39245c2216 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Jul 30 04:57:41.258015 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55804) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:41.361239 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-134b2caa-9d25-4af3-bc61-12bff22cb110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.386090 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55810) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:41.400735 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e55d9875-9b9f-4680-b490-d626e854fd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.451027 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-134b2caa-9d25-4af3-bc61-12bff22cb110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.454792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-134b2caa-9d25-4af3-bc61-12bff22cb110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.507970 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-134b2caa-9d25-4af3-bc61-12bff22cb110 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7a6788102184aed970e64c393e585bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450950 Jul 30 04:57:41.508386 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b2caa-9d25-4af3-bc61-12bff22cb110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64838793-bffd-4989-9712-e30b641f047e,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:41.511140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55816) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:41.577541 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e55d9875-9b9f-4680-b490-d626e854fd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.586141 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e55d9875-9b9f-4680-b490-d626e854fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.598503 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8a074007-5d27-4884-8c8e-00037e54bc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.636966 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d9875-9b9f-4680-b490-d626e854fd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d08e3-035f-4d47-b97d-906b08db4558,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:41.646487 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-e55d9875-9b9f-4680-b490-d626e854fd76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d075a69aae2430a8c736bf23f7266ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579923 Jul 30 04:57:41.648146 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55820) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:41.650081 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8a074007-5d27-4884-8c8e-00037e54bc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.700375 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8a074007-5d27-4884-8c8e-00037e54bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.701789 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a63c3f9d-0820-4419-866e-d5e82685d9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.703123 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8a074007-5d27-4884-8c8e-00037e54bc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.704345 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8a074007-5d27-4884-8c8e-00037e54bc6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64838793-bffd-4989-9712-e30b641f047e HTTP/1.1" status: 204 len: 168 time: 0.1922555 Jul 30 04:57:41.713048 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a074007-5d27-4884-8c8e-00037e54bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64838793-bffd-4989-9712-e30b641f047e,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:41.737385 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a63c3f9d-0820-4419-866e-d5e82685d9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.783708 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a63c3f9d-0820-4419-866e-d5e82685d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.786738 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a63c3f9d-0820-4419-866e-d5e82685d9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:41.787912 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a63c3f9d-0820-4419-866e-d5e82685d9c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed0d08e3-035f-4d47-b97d-906b08db4558 HTTP/1.1" status: 204 len: 168 time: 0.1387310 Jul 30 04:57:41.802790 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c3f9d-0820-4419-866e-d5e82685d9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d08e3-035f-4d47-b97d-906b08db4558,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:42.124663 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55848) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:42.143287 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0113ecfe-4ada-410c-900a-cf088f2d9c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.241318 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0113ecfe-4ada-410c-900a-cf088f2d9c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.247787 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0113ecfe-4ada-410c-900a-cf088f2d9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.310090 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113ecfe-4ada-410c-900a-cf088f2d9c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243e4eca-6d56-418e-bca3-6991613cc83f,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:42.325893 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0113ecfe-4ada-410c-900a-cf088f2d9c14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffd9078e0ea24af1979b05b0822120bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986132 Jul 30 04:57:42.329367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55864) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:42.345298 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d280490-99a4-4195-a777-5794613a6d4d req-6c3fb815-d43e-43dd-90a7-e2de5a94e574 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:42.347389 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d280490-99a4-4195-a777-5794613a6d4d req-6c3fb815-d43e-43dd-90a7-e2de5a94e574 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0708680 Jul 30 04:57:42.392652 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d280490-99a4-4195-a777-5794613a6d4d req-83b44747-a117-4c42-9bf4-85727a049f80 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 Jul 30 04:57:42.409507 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0a7659af-40dd-445f-99ce-5869dfe15923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.446677 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0a7659af-40dd-445f-99ce-5869dfe15923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.499767 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0a7659af-40dd-445f-99ce-5869dfe15923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.502986 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0a7659af-40dd-445f-99ce-5869dfe15923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:42.504561 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0a7659af-40dd-445f-99ce-5869dfe15923 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/243e4eca-6d56-418e-bca3-6991613cc83f HTTP/1.1" status: 204 len: 168 time: 0.1729777 Jul 30 04:57:42.512968 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7659af-40dd-445f-99ce-5869dfe15923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243e4eca-6d56-418e-bca3-6991613cc83f,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:42.709709 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a0b5b-5374-4481-adb5-df6e838ccdd4 req-95eb00e8-9c30-48db-b953-17aa12966ae1 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:42.712077 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-388a0b5b-5374-4481-adb5-df6e838ccdd4 req-95eb00e8-9c30-48db-b953-17aa12966ae1 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0635238 Jul 30 04:57:42.783078 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-388a0b5b-5374-4481-adb5-df6e838ccdd4 req-b9d2d231-f3d3-4be5-8086-0d64c54aa380 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591774 Jul 30 04:57:43.183262 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-05bbfd0b-2e55-45a5-ab9d-111c7a362b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.555371 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55946) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:43.575844 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7159f-2a9d-4c76-bfea-35b4aaa5d073 req-3f79aee4-85b1-4dfd-9d0f-13d5f41be378 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:43.578533 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96d7159f-2a9d-4c76-bfea-35b4aaa5d073 req-3f79aee4-85b1-4dfd-9d0f-13d5f41be378 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0728683 Jul 30 04:57:43.580289 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.620355 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96d7159f-2a9d-4c76-bfea-35b4aaa5d073 req-63a668f9-79e7-49cc-9145-477fdb72e8ff tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Jul 30 04:57:43.682466 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.781276 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.785299 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.827580 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0e3b30daea24ecc8a654be98144b2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675471 Jul 30 04:57:43.827580 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6732966-7f1c-49df-ac56-8ad64f190354,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:43.828070 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55954) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:43.834065 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.834407 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.834748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.835468 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.835956 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.836487 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.837109 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.837876 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.838369 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.838863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.839227 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.839560 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24780017-d983-4ac9-9de5-fffc690bd6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:43.921496 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.949261 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:43.965935 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff9c94-9c80-4f15-b887-28a05a0bf90b req-9ceb962f-e0fb-43bd-9272-bb8f1b21d1fa tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:43.967433 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31ff9c94-9c80-4f15-b887-28a05a0bf90b req-9ceb962f-e0fb-43bd-9272-bb8f1b21d1fa tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0873499 Jul 30 04:57:43.978868 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 55958) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:44.020204 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31ff9c94-9c80-4f15-b887-28a05a0bf90b req-9f20892f-41d6-40bc-b76c-359df85a9834 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455968 Jul 30 04:57:44.037284 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.040228 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.041641 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6732966-7f1c-49df-ac56-8ad64f190354 HTTP/1.1" status: 204 len: 168 time: 0.2127044 Jul 30 04:57:44.049958 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6732966-7f1c-49df-ac56-8ad64f190354,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:44.057244 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.057599 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.057943 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.058278 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.058614 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.058970 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.059303 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.059633 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.059961 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.060287 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.060746 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.061065 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a6694-7e0d-41ff-80b7-a83b7bd6c5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:57:44.110579 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-19419ee0-a5d4-4a7c-be80-52e879f7d345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.210105 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-19419ee0-a5d4-4a7c-be80-52e879f7d345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.215203 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-19419ee0-a5d4-4a7c-be80-52e879f7d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.253532 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-19419ee0-a5d4-4a7c-be80-52e879f7d345 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb5959a913114e9b9201cb73f8d70929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735627 Jul 30 04:57:44.254460 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19419ee0-a5d4-4a7c-be80-52e879f7d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b597fb-ed57-458d-8b80-41bd7d9f9b3a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:44.256335 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55968) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:44.309543 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.316146 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-265331dc-0bd7-4535-b792-0e94464046c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.325767 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55970) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:44.348360 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-265331dc-0bd7-4535-b792-0e94464046c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.349968 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f175942c-7293-4add-88b8-1554c4ef7cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.421562 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-265331dc-0bd7-4535-b792-0e94464046c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.423974 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-265331dc-0bd7-4535-b792-0e94464046c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.425100 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-265331dc-0bd7-4535-b792-0e94464046c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60b597fb-ed57-458d-8b80-41bd7d9f9b3a HTTP/1.1" status: 204 len: 168 time: 0.1676404 Jul 30 04:57:44.443441 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265331dc-0bd7-4535-b792-0e94464046c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b597fb-ed57-458d-8b80-41bd7d9f9b3a,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:44.487641 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f175942c-7293-4add-88b8-1554c4ef7cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.499737 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f175942c-7293-4add-88b8-1554c4ef7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.540841 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175942c-7293-4add-88b8-1554c4ef7cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76931ef-594e-49d3-8c92-ebf00edba833,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:44.545260 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f175942c-7293-4add-88b8-1554c4ef7cc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1414727395445f0aac1563b23b6cdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185345 Jul 30 04:57:44.548189 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 55980) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:44.604246 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5a9b-5864-4151-a1fe-986f63021238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.632392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5a9b-5864-4151-a1fe-986f63021238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.729617 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-e35ebba9-9755-451c-9f67-580ee754c98a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:44.731835 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-e35ebba9-9755-451c-9f67-580ee754c98a tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.37 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.0700653 Jul 30 04:57:44.867585 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5a9b-5864-4151-a1fe-986f63021238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.870102 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5a9b-5864-4151-a1fe-986f63021238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:44.873474 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1e7c5a9b-5864-4151-a1fe-986f63021238 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c76931ef-594e-49d3-8c92-ebf00edba833 HTTP/1.1" status: 204 len: 168 time: 0.3197157 Jul 30 04:57:44.919016 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c5a9b-5864-4151-a1fe-986f63021238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76931ef-594e-49d3-8c92-ebf00edba833,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:44.927707 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c691a2-87ad-4efb-b965-1b4780673fbe req-47e5072c-f563-46cf-bbe8-5d1d2d06d143 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:44.935502 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95c691a2-87ad-4efb-b965-1b4780673fbe req-47e5072c-f563-46cf-bbe8-5d1d2d06d143 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.2002249 Jul 30 04:57:45.006356 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95c691a2-87ad-4efb-b965-1b4780673fbe req-3491e75f-650d-4423-8878-81179fb9d417 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698900 Jul 30 04:57:45.035410 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Deleting port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:57:45.035901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:45.195273 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] For port bdc4e36f-e72b-42dd-ade5-e7e58aea0090, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,segment=NetworkSegment(a6dc912b-8b30-446e-bf20-189be95f61b7),segment_id=a6dc912b-8b30-446e-bf20-189be95f61b7)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:57:45.195980 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:45.217103 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Calling delete_port for bdc4e36f-e72b-42dd-ade5-e7e58aea0090 owned by compute:nova {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:57:45.252897 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3d9b-4d18-451f-9ce7-c1173a4052ea req-be465bf2-2d49-46b8-8094-9d26739c45d4 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:45.254645 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-648d3d9b-4d18-451f-9ce7-c1173a4052ea req-be465bf2-2d49-46b8-8094-9d26739c45d4 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 945 time: 0.1271634 Jul 30 04:57:45.372902 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-648d3d9b-4d18-451f-9ce7-c1173a4052ea req-3db318f5-459e-49e2-a814-c2e526d1a670 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/security-groups?id=418b933f-27c9-4290-bc81-748819d0a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087003 Jul 30 04:57:45.476713 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:45.509185 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Pushing event deleted for resources: {'Port': ['ID=bdc4e36f-e72b-42dd-ade5-e7e58aea0090,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:45.566717 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] No DVR routers for this DVR port bdc4e36f-e72b-42dd-ade5-e7e58aea0090 on host hv-cinder-78726 {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:57:45.569767 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:45.572402 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1f3deb8e-4369-4eef-b765-5df2a6da1e63 req-622100ac-401e-422e-a311-e13422399846 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.37 "DELETE /v2.0/ports/bdc4e36f-e72b-42dd-ade5-e7e58aea0090 HTTP/1.1" status: 204 len: 173 time: 0.8198869 Jul 30 04:57:45.572838 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9359d764-dac8-4ad0-906e-076824b5494e', 'name': 'network-vif-deleted', 'tag': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:57:45.575153 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c049a840-bf96-4b7f-94a1-986f6957eda8" -d '{"events": [{"server_uuid": "9359d764-dac8-4ad0-906e-076824b5494e", "name": "network-vif-deleted", "tag": "bdc4e36f-e72b-42dd-ade5-e7e58aea0090"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:57:45.624342 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ebca4a-455b-4ff5-8a66-86aab4abbdcf x-openstack-request-id: req-02ebca4a-455b-4ff5-8a66-86aab4abbdcf {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:57:45.625006 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9359d764-dac8-4ad0-906e-076824b5494e", "name": "network-vif-deleted", "tag": "bdc4e36f-e72b-42dd-ade5-e7e58aea0090", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:57:45.625006 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02ebca4a-455b-4ff5-8a66-86aab4abbdcf {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:57:45.625244 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9359d764-dac8-4ad0-906e-076824b5494e', 'name': 'network-vif-deleted', 'tag': 'bdc4e36f-e72b-42dd-ade5-e7e58aea0090', 'status': 'completed', 'code': 200} Jul 30 04:57:45.781220 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56058) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:45.917120 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f7c403d2-f4aa-496f-9cf4-9fac3345744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.013417 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.031855 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f7c403d2-f4aa-496f-9cf4-9fac3345744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.038295 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f7c403d2-f4aa-496f-9cf4-9fac3345744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.077197 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f7c403d2-f4aa-496f-9cf4-9fac3345744b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d43f83f327048229636270a2a02a820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948797 Jul 30 04:57:46.079958 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56080) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:46.088013 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c403d2-f4aa-496f-9cf4-9fac3345744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902bfb4b-21c7-4e2a-bb6f-686426b220e8,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:46.141415 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['bdc4e36f-e72b-42dd-ade5-e7e58aea0090'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:57:46.156517 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4fc26c7-425b-4b76-8e2d-b439f3d62f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.162680 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1167f-bf2e-40aa-822c-40534cd4d972 req-eaa73d2b-63c9-4df8-a134-3a59cfd5932e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:46.166700 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ecc1167f-bf2e-40aa-822c-40534cd4d972 req-eaa73d2b-63c9-4df8-a134-3a59cfd5932e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0759532 Jul 30 04:57:46.191488 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4fc26c7-425b-4b76-8e2d-b439f3d62f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.214415 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ecc1167f-bf2e-40aa-822c-40534cd4d972 req-56bb68c1-3f18-40dc-9c58-4ec1dad103d9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Jul 30 04:57:46.244979 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4fc26c7-425b-4b76-8e2d-b439f3d62f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.248342 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f4fc26c7-425b-4b76-8e2d-b439f3d62f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.249372 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f4fc26c7-425b-4b76-8e2d-b439f3d62f15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/902bfb4b-21c7-4e2a-bb6f-686426b220e8 HTTP/1.1" status: 204 len: 168 time: 0.1684361 Jul 30 04:57:46.256976 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc26c7-425b-4b76-8e2d-b439f3d62f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902bfb4b-21c7-4e2a-bb6f-686426b220e8,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:46.475799 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cdd4c1bb-54f2-4257-bba7-b30a47ab7eac req-32cd1853-85cf-4834-afe8-854ce1fe18f9 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0285888 Jul 30 04:57:46.704489 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56104) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:46.717075 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1f9f-c296-44d0-8fae-f52e61888957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.740216 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56106) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:46.839203 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1f9f-c296-44d0-8fae-f52e61888957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.845187 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5a9c1f9f-c296-44d0-8fae-f52e61888957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.880693 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-5a9c1f9f-c296-44d0-8fae-f52e61888957 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b411de000dd426b92e92f2626bb3b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751289 Jul 30 04:57:46.883911 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56116) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:46.890717 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c1f9f-c296-44d0-8fae-f52e61888957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea9587a-09a7-4fc1-b5b1-ba9785052d1e,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:46.920340 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f793ddf9-a7dc-4db2-adb1-bca59402a26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.937923 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3125eec5-3d62-42e6-8210-bbe772242fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:46.965193 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3125eec5-3d62-42e6-8210-bbe772242fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.014491 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3125eec5-3d62-42e6-8210-bbe772242fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.017192 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3125eec5-3d62-42e6-8210-bbe772242fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.021349 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-3125eec5-3d62-42e6-8210-bbe772242fdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ea9587a-09a7-4fc1-b5b1-ba9785052d1e HTTP/1.1" status: 204 len: 168 time: 0.1332829 Jul 30 04:57:47.027005 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125eec5-3d62-42e6-8210-bbe772242fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea9587a-09a7-4fc1-b5b1-ba9785052d1e,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:47.031363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f793ddf9-a7dc-4db2-adb1-bca59402a26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.036340 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f793ddf9-a7dc-4db2-adb1-bca59402a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.082143 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f793ddf9-a7dc-4db2-adb1-bca59402a26d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f966004b5b744f3d9ae726bd4b31f4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409071 Jul 30 04:57:47.083432 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ddf9-a7dc-4db2-adb1-bca59402a26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6880adc9-f004-4173-9951-f154f610fdf7,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:47.085267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56124) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:47.142618 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81df5497-4d9b-41fb-88f4-b6f385d9dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.167328 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81df5497-4d9b-41fb-88f4-b6f385d9dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.221119 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81df5497-4d9b-41fb-88f4-b6f385d9dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.223732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81df5497-4d9b-41fb-88f4-b6f385d9dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.227414 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-81df5497-4d9b-41fb-88f4-b6f385d9dc73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6880adc9-f004-4173-9951-f154f610fdf7 HTTP/1.1" status: 204 len: 168 time: 0.1379929 Jul 30 04:57:47.236935 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5497-4d9b-41fb-88f4-b6f385d9dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6880adc9-f004-4173-9951-f154f610fdf7,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:47.358716 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d238f46-15d9-4692-8949-7a7c4b0e34ee req-de39567b-62cb-42b4-82ae-987d817ea35f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:47.360260 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8d238f46-15d9-4692-8949-7a7c4b0e34ee req-de39567b-62cb-42b4-82ae-987d817ea35f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0585926 Jul 30 04:57:47.405395 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8d238f46-15d9-4692-8949-7a7c4b0e34ee req-88d676eb-71bc-4b53-850b-ee6ee45e16f8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391648 Jul 30 04:57:47.418644 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56134) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:47.433332 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-af651837-7b17-408a-924f-acba9fee39bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.547928 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-af651837-7b17-408a-924f-acba9fee39bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.559106 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-af651837-7b17-408a-924f-acba9fee39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.600458 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-af651837-7b17-408a-924f-acba9fee39bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1efeb9f46d654466866601ef10c8a6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806939 Jul 30 04:57:47.601305 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651837-7b17-408a-924f-acba9fee39bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff4aa83-bbb6-4fe5-ab15-cee106364d20,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:47.608261 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-43209cd9-8560-4a19-9df8-b0cf768ac842 req-18db254e-e884-46d3-a197-9ece94a18b39 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0407410 Jul 30 04:57:47.614792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56146) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:57:47.666212 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-549b12a0-6234-4513-bd3b-5e90c27641b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.687723 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-549b12a0-6234-4513-bd3b-5e90c27641b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.741303 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-549b12a0-6234-4513-bd3b-5e90c27641b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.744474 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-549b12a0-6234-4513-bd3b-5e90c27641b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:57:47.745643 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-549b12a0-6234-4513-bd3b-5e90c27641b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ff4aa83-bbb6-4fe5-ab15-cee106364d20 HTTP/1.1" status: 204 len: 168 time: 0.1298189 Jul 30 04:57:47.753337 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b12a0-6234-4513-bd3b-5e90c27641b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff4aa83-bbb6-4fe5-ab15-cee106364d20,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:57:48.535623 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618bacd-8f1e-4967-a7c0-a6b767871c80 req-44a39008-b8ce-421e-8312-a7f134fd99d8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:48.537975 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6618bacd-8f1e-4967-a7c0-a6b767871c80 req-44a39008-b8ce-421e-8312-a7f134fd99d8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0575342 Jul 30 04:57:48.602620 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6618bacd-8f1e-4967-a7c0-a6b767871c80 req-dd043390-876c-4fa3-98de-aceb686e2bde tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521762 Jul 30 04:57:48.710992 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-10471dc5-8a03-4daf-8347-bfffea403aa1 req-056e1742-d6fa-4bd6-b688-0dc811c07e7c tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0258405 Jul 30 04:57:49.709030 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f9aa4-d67a-49f4-9ca1-8ac0a1a7a0ef req-6086c0a3-9a68-4f41-b6bf-6c80e8283c31 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:49.710490 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c79f9aa4-d67a-49f4-9ca1-8ac0a1a7a0ef req-6086c0a3-9a68-4f41-b6bf-6c80e8283c31 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0486295 Jul 30 04:57:49.748821 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c79f9aa4-d67a-49f4-9ca1-8ac0a1a7a0ef req-af2b6f17-21ff-4088-be85-908d5a6393ea tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Jul 30 04:57:49.831986 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4a2d651b-bebd-4a66-8f82-a13544b65da6 req-a61ad989-3880-4324-9c36-aaba4e107736 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0278339 Jul 30 04:57:50.551736 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device bdc4e36f-e72b-42dd-ade5-e7e58aea0090 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:57:50.571853 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: bdc4e36f-e72b-42dd-ade5-e7e58aea0090 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:57:50.572204 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device bdc4e36f-e72b-42dd-ade5-e7e58aea0090 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:57:50.865429 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d612-210a-44d5-9f3f-f1ca6680604a req-d329218a-8cd8-4920-8120-2edb721513d1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:50.866798 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6341d612-210a-44d5-9f3f-f1ca6680604a req-d329218a-8cd8-4920-8120-2edb721513d1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0475996 Jul 30 04:57:50.908433 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6341d612-210a-44d5-9f3f-f1ca6680604a req-80add58e-9d99-42d7-9ae5-f91b36c932cf tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Jul 30 04:57:50.987347 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6cd9760a-5724-4d73-a5a5-4d69c849f783 req-f2a8b7f2-f372-4444-b0f3-a1aba9cd24a2 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0271468 Jul 30 04:57:52.022422 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6836f8e-91c9-45a7-a090-24cee83aee6b req-c9799578-7891-4446-81bb-fd77afacb700 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:52.025049 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a6836f8e-91c9-45a7-a090-24cee83aee6b req-c9799578-7891-4446-81bb-fd77afacb700 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0510576 Jul 30 04:57:52.071971 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a6836f8e-91c9-45a7-a090-24cee83aee6b req-53f6165e-cf6a-45ea-ab5e-a030334579a2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Jul 30 04:57:52.085764 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-285c0ac7-c17c-4429-b2fd-aab3d3c37993 req-e27a1b4f-80ab-4bcc-99b1-f90dbfdc5012 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0277305 Jul 30 04:57:53.188038 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1ca76-9d6b-4833-a608-023f48d522b9 req-29e43376-11bd-4230-b65c-69ff400168c9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:53.189482 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80c1ca76-9d6b-4833-a608-023f48d522b9 req-29e43376-11bd-4230-b65c-69ff400168c9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0483251 Jul 30 04:57:53.225082 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80c1ca76-9d6b-4833-a608-023f48d522b9 req-5a0b2722-b8f2-4e21-827c-33e7c25db986 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299308 Jul 30 04:57:53.305444 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4e851886-84ae-49bf-b65e-c31e961ad832 req-6eaa1e5f-372f-47f2-85cd-085023e7fedf tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0262492 Jul 30 04:57:54.342035 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d54cfd-7d02-45fe-b648-abecf9da12d8 req-125c5feb-5c48-4b22-abb0-a2c3bf80b6b4 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:54.343558 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f5d54cfd-7d02-45fe-b648-abecf9da12d8 req-125c5feb-5c48-4b22-abb0-a2c3bf80b6b4 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0506928 Jul 30 04:57:54.380657 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f5d54cfd-7d02-45fe-b648-abecf9da12d8 req-95991206-1a53-4291-b2e6-1494eff86005 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Jul 30 04:57:54.459583 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5dc30822-26f4-47af-979e-b1df1be80d4f req-7b0d3f57-a669-4bf9-964e-7b18b48bc101 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0261312 Jul 30 04:57:55.500975 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c2a40-f95e-458e-872f-1b3d3eeb8c7c req-69e3b883-27f7-498a-a8c8-995c60b3701a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:55.502297 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e27c2a40-f95e-458e-872f-1b3d3eeb8c7c req-69e3b883-27f7-498a-a8c8-995c60b3701a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0481901 Jul 30 04:57:55.549843 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e27c2a40-f95e-458e-872f-1b3d3eeb8c7c req-af100f09-9bff-4266-9b4f-5f7914da9df3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Jul 30 04:57:55.568903 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6440f16-9457-471e-bb7a-0100f1e55587 req-45f4144e-58ce-4e81-aa41-ef42c85af6ea tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0330222 Jul 30 04:57:56.663473 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608aea2-8428-466c-b898-88b6aa79454f req-e8dbc4c3-3d04-4a1e-a4d5-b2886683e285 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:56.665465 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d608aea2-8428-466c-b898-88b6aa79454f req-e8dbc4c3-3d04-4a1e-a4d5-b2886683e285 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0487676 Jul 30 04:57:56.701889 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d608aea2-8428-466c-b898-88b6aa79454f req-f6e77ed9-3756-47d5-a21d-fa49f4bfab0f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Jul 30 04:57:56.780114 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c43a5e2-429e-4b91-8c97-dc8900cbd3d7 req-be01cd30-d5dd-4a34-a10c-c795f570c262 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0255897 Jul 30 04:57:57.818917 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0645a-02e9-4d97-85fa-a25564c69266 req-ec03cadd-d873-470c-a601-6cb3c0deaf10 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:57.820381 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42f0645a-02e9-4d97-85fa-a25564c69266 req-ec03cadd-d873-470c-a601-6cb3c0deaf10 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0498629 Jul 30 04:57:57.881327 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bc551341-3298-4dc1-ac6a-aaabe2dc5118 req-79390401-874e-4a03-a661-e9e598c0d891 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0259464 Jul 30 04:57:57.884593 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42f0645a-02e9-4d97-85fa-a25564c69266 req-eebe5649-b57c-4ab4-a5d5-e8ef387cce39 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Jul 30 04:57:59.007412 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-248bd10d-089b-4cd0-8885-af0f99d5b082 req-94cbd92a-d2fb-4495-b007-79710cf9d749 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0391257 Jul 30 04:57:59.024983 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce8e96-8b0a-4368-9f66-6b5f2e36ed41 req-9e86b6fc-9002-44fe-95e0-037b3821cb70 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:57:59.026423 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6dce8e96-8b0a-4368-9f66-6b5f2e36ed41 req-9e86b6fc-9002-44fe-95e0-037b3821cb70 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0685551 Jul 30 04:57:59.064482 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6dce8e96-8b0a-4368-9f66-6b5f2e36ed41 req-a14cb6ff-44f4-4192-8732-f40de8b1e302 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Jul 30 04:58:00.117833 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa93e543-b67d-4acd-8eb5-2294bfb9aa38 req-45a6fdca-5001-47ca-985a-fce7c1140d1e tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0286579 Jul 30 04:58:00.218452 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01974e-4938-444b-86f5-cdccc9ebc2ec req-73bd5efd-a42a-4533-b82a-8c7006e9d119 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:00.219924 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ba01974e-4938-444b-86f5-cdccc9ebc2ec req-73bd5efd-a42a-4533-b82a-8c7006e9d119 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0478654 Jul 30 04:58:00.256334 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ba01974e-4938-444b-86f5-cdccc9ebc2ec req-1bb2ac51-01d4-40c9-bac9-a2c03c4ca490 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306296 Jul 30 04:58:01.219485 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cc4e6cb2-a9ba-49e9-b522-8c0ffcbb3489 req-17ef1ff6-095c-4270-8210-462247f77114 tempest-DeleteServersTestJSON-1151762406 tempest-DeleteServersTestJSON-1151762406-project] 10.222.0.35 "GET /v2.0/ports?device_id=9359d764-dac8-4ad0-906e-076824b5494e HTTP/1.1" status: 200 len: 210 time: 0.0254114 Jul 30 04:58:01.366701 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624d558-5db6-402e-ab63-3e63821bc9f1 req-d429b074-aeac-42d5-ab85-44616e89ff8c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:01.368797 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a624d558-5db6-402e-ab63-3e63821bc9f1 req-d429b074-aeac-42d5-ab85-44616e89ff8c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0476291 Jul 30 04:58:01.405150 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a624d558-5db6-402e-ab63-3e63821bc9f1 req-96bfbf01-31a9-4b91-ba81-8e2552d28ed4 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Jul 30 04:58:02.533395 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968d2-3f01-49cd-a507-88672f4417d8 req-9540c141-1a8c-47b5-b531-194e8700c267 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:02.534919 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-553968d2-3f01-49cd-a507-88672f4417d8 req-9540c141-1a8c-47b5-b531-194e8700c267 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0591059 Jul 30 04:58:02.576331 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-553968d2-3f01-49cd-a507-88672f4417d8 req-c04e9717-1b1a-4106-a6be-0c370f3caafc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Jul 30 04:58:03.686023 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921fa57-e3cd-4f70-8542-4d959a84e7cc req-990094c0-e53f-454f-bc38-ce916eef14e9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:03.687501 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2921fa57-e3cd-4f70-8542-4d959a84e7cc req-990094c0-e53f-454f-bc38-ce916eef14e9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0471461 Jul 30 04:58:03.725913 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2921fa57-e3cd-4f70-8542-4d959a84e7cc req-ae197d78-0fca-4a4c-b8a5-0ad555eaef7f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Jul 30 04:58:04.838744 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8205f-9fe8-47f7-908a-2024974c7693 req-b41c9daf-6e20-4464-971f-23d50b5c5f05 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:04.840214 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3bf8205f-9fe8-47f7-908a-2024974c7693 req-b41c9daf-6e20-4464-971f-23d50b5c5f05 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0473409 Jul 30 04:58:04.878227 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3bf8205f-9fe8-47f7-908a-2024974c7693 req-dd5118ff-74de-4c57-846f-4db6e318f159 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Jul 30 04:58:05.407344 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-56b7d921-119a-4aad-a91b-3c11a679fb3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443373 Jul 30 04:58:05.485408 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-0c54a214-8900-4e42-bbfc-074caadf33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:05.486852 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-0c54a214-8900-4e42-bbfc-074caadf33d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0387332 Jul 30 04:58:05.593187 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-7924d114-eee3-4e4d-ae4b-c9fc1c93cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:05.594679 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-7924d114-eee3-4e4d-ae4b-c9fc1c93cb31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.0877337 Jul 30 04:58:05.638530 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-11fc4e46-36fd-47d7-87fc-d3c642688932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 217 time: 0.0349197 Jul 30 04:58:05.694584 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-34eba97a-2134-4e5d-8db7-4b1594ccef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:05.695839 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-34eba97a-2134-4e5d-8db7-4b1594ccef16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.0450039 Jul 30 04:58:05.730551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-0f4763b3-f402-458f-b880-4799b8265b0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268826 Jul 30 04:58:05.836634 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-08a7ea1d-f970-4686-b2db-489580073b8e service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904260 Jul 30 04:58:05.942500 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d7786b17-fe9c-420c-8af2-3ff6f564228a req-499d8f88-7fe2-4873-96c6-2461a9a17ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959609 Jul 30 04:58:06.016092 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d757-12c2-4883-9a5a-9983651785a0 req-e3b52a09-7752-45eb-ad80-6e81e06f530a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:06.018013 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c867d757-12c2-4883-9a5a-9983651785a0 req-e3b52a09-7752-45eb-ad80-6e81e06f530a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0591686 Jul 30 04:58:06.058903 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c867d757-12c2-4883-9a5a-9983651785a0 req-7169b8c1-f8f9-4e0e-aa2a-f51799ba9d97 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Jul 30 04:58:06.215388 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:58:06.466907 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56618) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:06.596161 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-936a25a4-2f06-427f-bfa1-10cdb9862351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.697133 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-936a25a4-2f06-427f-bfa1-10cdb9862351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.701521 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-936a25a4-2f06-427f-bfa1-10cdb9862351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.744284 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-936a25a4-2f06-427f-bfa1-10cdb9862351 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a70fa0a778140e8ae0ee43ffb06df7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759793 Jul 30 04:58:06.747267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56636) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:06.753206 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a25a4-2f06-427f-bfa1-10cdb9862351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f885e14-3e99-494c-bedf-e04afa82a3ad,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:06.792109 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56640) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:06.807740 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f8b74bd-f7af-4394-9009-483ec199c59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.830102 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f8b74bd-f7af-4394-9009-483ec199c59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.882142 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f8b74bd-f7af-4394-9009-483ec199c59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.885703 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f8b74bd-f7af-4394-9009-483ec199c59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:06.887207 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2f8b74bd-f7af-4394-9009-483ec199c59b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f885e14-3e99-494c-bedf-e04afa82a3ad HTTP/1.1" status: 204 len: 168 time: 0.1385822 Jul 30 04:58:06.896040 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b74bd-f7af-4394-9009-483ec199c59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f885e14-3e99-494c-bedf-e04afa82a3ad,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.020570 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Deleting subnet 3aae142b-5cbc-4894-8382-4b111cbf8945 {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:58:07.024921 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.063301 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.072909 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.137986 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.172504 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aae142b-5cbc-4894-8382-4b111cbf8945,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.185846 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.187861 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1e897b5f-711c-4aed-9c24-9afbf4324ac8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3aae142b-5cbc-4894-8382-4b111cbf8945 HTTP/1.1" status: 204 len: 168 time: 0.3944695 Jul 30 04:58:07.190750 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56664) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:07.210259 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56666) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:07.229802 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7647c0-d56e-4885-bcc6-a08995ac767e req-eb50ecc7-7cc3-4364-9db8-79d4e5334341 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:07.231722 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7a7647c0-d56e-4885-bcc6-a08995ac767e req-eb50ecc7-7cc3-4364-9db8-79d4e5334341 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0904729 Jul 30 04:58:07.238818 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b13a96c5-e064-4f6b-8cb0-b55548827a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.274516 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.307508 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7a7647c0-d56e-4885-bcc6-a08995ac767e req-608deb41-1939-4bf9-9cd0-35cb797f22ed tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656719 Jul 30 04:58:07.365089 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.376540 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.376875 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.377634 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.377969 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > port after_create 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.378294 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.378622 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > port after_update 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.378971 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.379302 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.379611 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.379923 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.389421 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b13a96c5-e064-4f6b-8cb0-b55548827a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.392959 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b13a96c5-e064-4f6b-8cb0-b55548827a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.431798 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b13a96c5-e064-4f6b-8cb0-b55548827a45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=381aff1f4d0546578935bd686a5d6cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191110 Jul 30 04:58:07.433134 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a96c5-e064-4f6b-8cb0-b55548827a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04584d-7712-4ea0-8cbb-0ea2990d97ca,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.435590 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56670) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:07.486278 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6906f98b-64e1-4b95-b73d-9db18bc16a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.509250 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6906f98b-64e1-4b95-b73d-9db18bc16a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.517277 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.517874 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.527998 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.527998 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:07.527998 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e559a583-cb60-4576-ac42-037e263ad822']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:07.538581 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dc912b-8b30-446e-bf20-189be95f61b7') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:07.539664 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dc912b-8b30-446e-bf20-189be95f61b7') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:07.561433 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.574390 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6906f98b-64e1-4b95-b73d-9db18bc16a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.577315 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6906f98b-64e1-4b95-b73d-9db18bc16a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.581726 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6906f98b-64e1-4b95-b73d-9db18bc16a4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e04584d-7712-4ea0-8cbb-0ea2990d97ca HTTP/1.1" status: 204 len: 168 time: 0.1421397 Jul 30 04:58:07.585888 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.589804 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906f98b-64e1-4b95-b73d-9db18bc16a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04584d-7712-4ea0-8cbb-0ea2990d97ca,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.603975 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:58:07.604387 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: from cryptography.utils import int_from_bytes Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: from cryptography.utils import int_from_bytes Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:58:07.614556 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:58:07.698100 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.721324 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:07.723565 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] 10.222.0.35 "DELETE /v2.0/networks/e559a583-cb60-4576-ac42-037e263ad822 HTTP/1.1" status: 204 len: 168 time: 0.5318067 Jul 30 04:58:07.724862 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0e6de-6cf0-4e1a-bdb7-a335aa32959e admin admin] Pushing event deleted for resources: {'Network': ['ID=e559a583-cb60-4576-ac42-037e263ad822,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.012354 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56716) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:08.053807 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c7682834-e674-40e5-9552-2c44ccfe7de9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c87acd5cf1f428a99ee2197a606b47c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402331 Jul 30 04:58:08.057072 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56718) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:08.111690 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-278f77ec-c2f3-42c8-b46e-aadebf72e622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:08.137398 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-278f77ec-c2f3-42c8-b46e-aadebf72e622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:08.188188 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-278f77ec-c2f3-42c8-b46e-aadebf72e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:08.190722 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-278f77ec-c2f3-42c8-b46e-aadebf72e622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:08.191923 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-278f77ec-c2f3-42c8-b46e-aadebf72e622 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/418b933f-27c9-4290-bc81-748819d0a57a HTTP/1.1" status: 204 len: 168 time: 0.1335959 Jul 30 04:58:08.200471 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f77ec-c2f3-42c8-b46e-aadebf72e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b933f-27c9-4290-bc81-748819d0a57a,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.433963 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38297439-4752-4d86-921c-97c9725fcacf req-de48c216-54a1-4c30-9c45-3d159c0eb904 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:08.435641 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-38297439-4752-4d86-921c-97c9725fcacf req-de48c216-54a1-4c30-9c45-3d159c0eb904 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0531964 Jul 30 04:58:08.487802 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-38297439-4752-4d86-921c-97c9725fcacf req-80c8bc4c-c622-4a53-aae8-00c3cdedd4ba tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Jul 30 04:58:09.016486 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.240284 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56802) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:09.397790 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56810) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:09.506619 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1899569469-network', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:09.516246 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56818) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:09.539561 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Made reservation on behalf of 5a49d8756c7340be99bcd516d26f6e1d for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:09.542469 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.564017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.566784 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.724840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1491c787-9a0e-486e-86fc-b0d24fafd46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.835538 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.db.api [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 04:58:09.835538 dv-cinder-787262-6-iscsi neutron-server[93061]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 04:58:09.835538 dv-cinder-787262-6-iscsi neutron-server[93061]: [parameters: {'project_id_1': '4c61d225d5104cd7860ce02de5f50172', 'expiration_1': datetime.datetime(2021, 7, 30, 4, 58, 9, 595277)}] Jul 30 04:58:09.835538 dv-cinder-787262-6-iscsi neutron-server[93061]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 04:58:09.836554 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG oslo_db.api [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 04:58:09.873656 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212316b7-0176-4ba7-a4f1-a6907c470b47 req-e81d99b2-4d70-44ad-b0bb-9ec3c37c5586 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:09.875170 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-212316b7-0176-4ba7-a4f1-a6907c470b47 req-e81d99b2-4d70-44ad-b0bb-9ec3c37c5586 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.2874520 Jul 30 04:58:09.937487 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-212316b7-0176-4ba7-a4f1-a6907c470b47 req-62e1c0ce-b828-4dbd-a8a0-0d03d6cd0349 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557668 Jul 30 04:58:09.948717 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.966256 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:09.993568 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:10.004086 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b3382a-cfff-4a30-826f-d06494c984e4,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:10.010452 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.011757 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Added segment 61350b87-21a4-491f-9383-fc4c13dab009 of type vlan for network 36277cc5-238f-4a31-9bde-44c383a299ad Jul 30 04:58:10.060418 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.096717 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.098392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:10.099255 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.146268 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1491c787-9a0e-486e-86fc-b0d24fafd46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.160972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1491c787-9a0e-486e-86fc-b0d24fafd46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.177082 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9349871 Jul 30 04:58:10.180108 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56844) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:10.188162 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Request body: {'subnet': {'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1899569469-subnet', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:10.197424 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82bf38-c11e-4f07-879d-eea28bb2e105 admin admin] Pushing event updated for resources: {'Network': ['ID=36277cc5-238f-4a31-9bde-44c383a299ad,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:10.205754 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1491c787-9a0e-486e-86fc-b0d24fafd46e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2003fc8ee454aa7905235892b232103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6883702 Jul 30 04:58:10.206014 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56846) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:10.211369 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 36277cc5-238f-4a31-9bde-44c383a299ad details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:10.252579 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Made reservation on behalf of 5a49d8756c7340be99bcd516d26f6e1d for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:10.255186 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2675894'] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.271357 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491c787-9a0e-486e-86fc-b0d24fafd46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1576c1-3239-44de-942b-207a9bb87b72,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:10.328500 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9e7135a-5a7d-44aa-b15a-e9e5f1b53ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.340320 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.366508 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56850) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:10.437379 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9e7135a-5a7d-44aa-b15a-e9e5f1b53ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.603539 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9e7135a-5a7d-44aa-b15a-e9e5f1b53ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.607272 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9e7135a-5a7d-44aa-b15a-e9e5f1b53ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.610579 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c9e7135a-5a7d-44aa-b15a-e9e5f1b53ec2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee1576c1-3239-44de-942b-207a9bb87b72 HTTP/1.1" status: 204 len: 168 time: 0.4009097 Jul 30 04:58:10.654179 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-919a0dfe-ed5f-4cfb-a609-f2537e068448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.682031 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7135a-5a7d-44aa-b15a-e9e5f1b53ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1576c1-3239-44de-942b-207a9bb87b72,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:10.701002 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.708436 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.718250 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2965719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2675864'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.795784 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-773b22b3-4e29-4e69-b585-139dc1ce30a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.813519 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c61d225d5104cd7860ce02de5f50172&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4138484 Jul 30 04:58:10.814206 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5e485-542e-487e-ac3b-e09d886a84d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77784c8e-3155-4e13-87ae-f9ccc7fe225f,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:10.816249 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56870) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:10.835559 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7e93da-2348-4213-9bd7-0cf53fe1bedd,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:10.872367 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Checking segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:10.872733 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Network hostable DHCP agents. Network: 36277cc5-238f-4a31-9bde-44c383a299ad, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:10.884278 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7d106746-03ee-4108-835d-a6a8717dbff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.911523 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7d106746-03ee-4108-835d-a6a8717dbff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.916091 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-919a0dfe-ed5f-4cfb-a609-f2537e068448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.917313 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Network 36277cc5-238f-4a31-9bde-44c383a299ad is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:10.927262 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-919a0dfe-ed5f-4cfb-a609-f2537e068448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.944835 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56874) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:10.951384 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 36277cc5-238f-4a31-9bde-44c383a299ad) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:10.959535 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd067b1-5bc1-484d-b758-b4e6d019bfc8 None None] Network 36277cc5-238f-4a31-9bde-44c383a299ad requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:58:10.960206 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef545a53-34fc-44bc-867f-21363e3c583a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.969072 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-919a0dfe-ed5f-4cfb-a609-f2537e068448 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be24c6e6ebd34bdaad79a30d86f7944a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958264 Jul 30 04:58:10.971391 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:10.972280 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:10.975108 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56878) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:11.004315 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a0dfe-ed5f-4cfb-a609-f2537e068448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5eca6c-5eb1-477e-a4f1-356bf2f13252,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.035936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7d106746-03ee-4108-835d-a6a8717dbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.038367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7d106746-03ee-4108-835d-a6a8717dbff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.042453 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-7d106746-03ee-4108-835d-a6a8717dbff7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77784c8e-3155-4e13-87ae-f9ccc7fe225f HTTP/1.1" status: 204 len: 168 time: 0.2222853 Jul 30 04:58:11.068603 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d106746-03ee-4108-835d-a6a8717dbff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77784c8e-3155-4e13-87ae-f9ccc7fe225f,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.086312 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a569f3ea-98fa-4182-9ff4-deb676616b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.115764 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705107d-0b01-48c9-82af-52ba777e2d5a req-b169b7de-ea4d-4d24-88d4-2ed89f3b0388 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:11.123332 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3705107d-0b01-48c9-82af-52ba777e2d5a req-b169b7de-ea4d-4d24-88d4-2ed89f3b0388 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0847170 Jul 30 04:58:11.141267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a569f3ea-98fa-4182-9ff4-deb676616b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.171968 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef545a53-34fc-44bc-867f-21363e3c583a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.178197 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef545a53-34fc-44bc-867f-21363e3c583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.193270 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d03eaf03-e809-45e8-9e6e-3af0f93911fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0114861 Jul 30 04:58:11.197384 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56882) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:11.200790 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3705107d-0b01-48c9-82af-52ba777e2d5a req-f589ef81-0412-4016-8976-f4eeebd37852 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Jul 30 04:58:11.204590 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-36277cc5-238f-4a31-9bde-44c383a299ad', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:58:11.206195 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.206865 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:11.232310 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef545a53-34fc-44bc-867f-21363e3c583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbe6cc-d682-4d41-83b3-7a5bf073d9ef,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.239840 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ef545a53-34fc-44bc-867f-21363e3c583a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8032ecb0c1140c0a0f389934379b788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932799 Jul 30 04:58:11.242229 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.243227 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56884) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:11.244755 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.261784 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a569f3ea-98fa-4182-9ff4-deb676616b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.264528 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a569f3ea-98fa-4182-9ff4-deb676616b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.265660 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a569f3ea-98fa-4182-9ff4-deb676616b18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed5eca6c-5eb1-477e-a4f1-356bf2f13252 HTTP/1.1" status: 204 len: 168 time: 0.2818210 Jul 30 04:58:11.291408 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569f3ea-98fa-4182-9ff4-deb676616b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5eca6c-5eb1-477e-a4f1-356bf2f13252,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.308421 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-635fd1aa-5cb8-4ba6-8e07-0516bcc8e713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.326105 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.340898 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-635fd1aa-5cb8-4ba6-8e07-0516bcc8e713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.408046 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-635fd1aa-5cb8-4ba6-8e07-0516bcc8e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.411718 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-635fd1aa-5cb8-4ba6-8e07-0516bcc8e713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.413272 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-635fd1aa-5cb8-4ba6-8e07-0516bcc8e713 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30cbe6cc-d682-4d41-83b3-7a5bf073d9ef HTTP/1.1" status: 204 len: 168 time: 0.1674931 Jul 30 04:58:11.423834 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fd1aa-5cb8-4ba6-8e07-0516bcc8e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbe6cc-d682-4d41-83b3-7a5bf073d9ef,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.449962 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Allocated IP 172.20.0.2 (36277cc5-238f-4a31-9bde-44c383a299ad/ca7e93da-2348-4213-9bd7-0cf53fe1bedd/cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:11.499352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.652351 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.663894 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Transition to ACTIVE for port object cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:11.704285 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Transition to ACTIVE for port object cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:11.715355 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.799957 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Network 36277cc5-238f-4a31-9bde-44c383a299ad is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:11.816340 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:11.824757 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:11.836186 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Pushing event updated for resources: {'Port': ['ID=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.857451 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.861516 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.862045 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.862538 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.863202 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.863695 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.864193 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.864679 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.865195 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.865685 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.866168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.866647 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:11.954259 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Attempting to bind port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:11.954636 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Attempting to bind port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:11.955473 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Attempting to bind port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb on network 36277cc5-238f-4a31-9bde-44c383a299ad {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:11.964276 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.968132 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:11.968538 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Checking segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:11.968952 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:11.969520 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Bound using segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:11.969927 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Bound port: cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:11.970401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.007223 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.130414 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] For port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:12.135525 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] For port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:12.152715 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 56930) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:12.155228 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.177726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ce1-7103-4027-87e5-d826ae441749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.202600 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Allocated IP 172.27.2.10 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/f482391b-cb87-49e5-b439-8597ecc949d7) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:12.251691 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb72af-82c6-4431-9e22-badf896ad49a None None] Pushing event updated for resources: {'Port': ['ID=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.394579 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.416526 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af1959-756e-438d-a8b5-810358b23320 req-1deade73-9d6f-442a-af13-051de178920d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:12.418107 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-65af1959-756e-438d-a8b5-810358b23320 req-1deade73-9d6f-442a-af13-051de178920d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.1189976 Jul 30 04:58:12.444059 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ce1-7103-4027-87e5-d826ae441749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.458920 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b4d72ce1-7103-4027-87e5-d826ae441749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.543779 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b4d72ce1-7103-4027-87e5-d826ae441749 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5bc431cb8680461791a1aecc6072c5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894167 Jul 30 04:58:12.546463 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56944) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:12.549284 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d72ce1-7103-4027-87e5-d826ae441749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7cfae-063d-4eb8-8693-0cb1b6144b88,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.555830 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-65af1959-756e-438d-a8b5-810358b23320 req-37042adf-1fda-471d-bacb-918346ab6882 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261177 Jul 30 04:58:12.578513 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.614239 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:12.620002 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:12.624491 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:12.627809 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Pushing event updated for resources: {'Port': ['ID=f482391b-cb87-49e5-b439-8597ecc949d7,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.635676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1ee185d9-d042-4445-9c61-c45409a37d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.669017 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1ee185d9-d042-4445-9c61-c45409a37d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.723757 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1ee185d9-d042-4445-9c61-c45409a37d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.726330 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1ee185d9-d042-4445-9c61-c45409a37d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:12.731397 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1ee185d9-d042-4445-9c61-c45409a37d82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ce7cfae-063d-4eb8-8693-0cb1b6144b88 HTTP/1.1" status: 204 len: 168 time: 0.1836190 Jul 30 04:58:12.741598 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee185d9-d042-4445-9c61-c45409a37d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7cfae-063d-4eb8-8693-0cb1b6144b88,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.793769 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56950) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:12.897009 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.029803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-06122880-bf94-4605-b46e-746bbaad49a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.165120 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-06122880-bf94-4605-b46e-746bbaad49a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.180266 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.184155 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-06122880-bf94-4605-b46e-746bbaad49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.185296 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-945edd22-e5db-46e0-9d92-5c5f227ddc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.235893 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-06122880-bf94-4605-b46e-746bbaad49a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60a5ec0341e84cdb995846da26d5a21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409347 Jul 30 04:58:13.236690 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56970) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:13.284209 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06122880-bf94-4605-b46e-746bbaad49a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686650d6-e47a-4d6f-8a82-308ac7c28c93,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.329294 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5dd50f7d-fe8a-41f4-8835-a95f453c8601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.355188 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5dd50f7d-fe8a-41f4-8835-a95f453c8601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.356703 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Router c0a3c666-6321-4afb-9b93-53123e0317d8 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:58:13.384710 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb494a5-23e0-4cda-80da-6cf21166b6ae None None] Network 36277cc5-238f-4a31-9bde-44c383a299ad requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:58:13.412221 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5dd50f7d-fe8a-41f4-8835-a95f453c8601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.416221 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5dd50f7d-fe8a-41f4-8835-a95f453c8601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.417722 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-5dd50f7d-fe8a-41f4-8835-a95f453c8601 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/686650d6-e47a-4d6f-8a82-308ac7c28c93 HTTP/1.1" status: 204 len: 168 time: 0.1761909 Jul 30 04:58:13.425773 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd50f7d-fe8a-41f4-8835-a95f453c8601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686650d6-e47a-4d6f-8a82-308ac7c28c93,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.469532 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-e9cb3927-ba14-4726-a053-df128f006ec0 None None] Provisioning for port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:13.524147 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:13.536455 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:13.548938 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:13.549660 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:13.550721 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.555748 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c5190f85-1d77-4ef5-b9f6-6feadbda902d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3532834 Jul 30 04:58:13.555863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 56982) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:13.606254 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:13.798325 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:13.833157 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54ba6-3cb7-4569-83ba-683311b6f192 req-44ff0091-35d3-4f79-a5af-55718ec19f01 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:13.839803 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-04e54ba6-3cb7-4569-83ba-683311b6f192 req-44ff0091-35d3-4f79-a5af-55718ec19f01 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.1759157 Jul 30 04:58:13.911224 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-04e54ba6-3cb7-4569-83ba-683311b6f192 req-e8689f45-2be6-49b3-adfb-d75437137bda tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649498 Jul 30 04:58:13.918201 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:14.001848 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:14.021973 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:14.026641 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.072036 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-b233a3e2-4c0f-4862-b085-2b8104c71c9d None None] Provisioning complete for port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:14.072360 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b233a3e2-4c0f-4862-b085-2b8104c71c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.128535 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:12Z', 'revision_number': 3, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:14.177145 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:14.177776 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Updating router c0a3c666-6321-4afb-9b93-53123e0317d8 port f482391b-cb87-49e5-b439-8597ecc949d7 binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:14.198272 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.249839 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.266141 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.313341 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:14.316565 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b233a3e2-4c0f-4862-b085-2b8104c71c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.330833 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.340118 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.437262 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 57052) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:14.447565 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:14.452432 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.db.api [None req-b233a3e2-4c0f-4862-b085-2b8104c71c9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 04:58:14.453011 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG oslo_db.api [None req-b233a3e2-4c0f-4862-b085-2b8104c71c9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 04:58:14.477698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Allocated IP 172.20.0.1 (36277cc5-238f-4a31-9bde-44c383a299ad/ca7e93da-2348-4213-9bd7-0cf53fe1bedd/c15712e0-7427-4b63-ab41-a81ce008b398) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:14.572458 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1238093149-network', 'tenant_id': 'fc365bad59614f1bab2e365c4c12571a'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:14.601210 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Made reservation on behalf of fc365bad59614f1bab2e365c4c12571a for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:14.604648 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.606033 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.616584 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.618932 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.622022 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Transition to ACTIVE for port object c15712e0-7427-4b63-ab41-a81ce008b398 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:14.638042 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Transition to ACTIVE for port object f482391b-cb87-49e5-b439-8597ecc949d7 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:14.648569 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.663689 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.705167 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Attempting to bind port f482391b-cb87-49e5-b439-8597ecc949d7 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:14.705547 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Attempting to bind port f482391b-cb87-49e5-b439-8597ecc949d7 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:14.706111 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Network 36277cc5-238f-4a31-9bde-44c383a299ad is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:14.706268 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Attempting to bind port f482391b-cb87-49e5-b439-8597ecc949d7 on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:14.710147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:14.713982 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:14.714780 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:14.715916 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.716826 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:14.717452 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Bound port: f482391b-cb87-49e5-b439-8597ecc949d7, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:14.718012 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.722890 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:14.777516 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Pushing event updated for resources: {'Port': ['ID=c15712e0-7427-4b63-ab41-a81ce008b398,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:14.799344 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.802639 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Pushing event updated for resources: {'Port': ['ID=f482391b-cb87-49e5-b439-8597ecc949d7,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:14.814138 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.814487 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.814828 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.815190 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.815529 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.815862 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.816192 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.816521 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.816866 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.817197 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.817524 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.817842 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:14.822108 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] For port f482391b-cb87-49e5-b439-8597ecc949d7, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:14.824129 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.825539 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] For port f482391b-cb87-49e5-b439-8597ecc949d7, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f482391b-cb87-49e5-b439-8597ecc949d7,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:14.829659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.834278 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.857833 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:14.867552 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:14.877110 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.877465 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Added segment 521e08ab-47be-43f6-ae91-6fe6ffca9313 of type vlan for network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 Jul 30 04:58:14.907714 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:14.908490 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:14.924445 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.954280 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e2ab5-35d7-410e-b00d-e00acdec89f5 None None] Pushing event updated for resources: {'Port': ['ID=f482391b-cb87-49e5-b439-8597ecc949d7,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:14.994193 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.994765 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:14.995585 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:14.996331 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.057426 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:15.069546 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6285036 Jul 30 04:58:15.072133 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 57062) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:15.091635 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Request body: {'subnet': {'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1238093149-subnet', 'tenant_id': 'fc365bad59614f1bab2e365c4c12571a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:15.118720 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Made reservation on behalf of fc365bad59614f1bab2e365c4c12571a for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:15.123742 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2675894'] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.141243 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160ac81-d3d3-4060-91ef-eb38e9ed5272 admin admin] Pushing event updated for resources: {'Network': ['ID=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.155199 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:15.239537 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.247937 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.251663 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262e38a-a97f-419a-af40-442ab7297f56 req-fb49ffc2-844e-4bbe-9628-3e6a1967015b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:15.253449 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4262e38a-a97f-419a-af40-442ab7297f56 req-fb49ffc2-844e-4bbe-9628-3e6a1967015b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.1802440 Jul 30 04:58:15.265700 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-fcd0889b-f2cb-420f-a829-a043979cecf1 None None] Provisioning for port c15712e0-7427-4b63-ab41-a81ce008b398 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:15.278096 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-fcd0889b-f2cb-420f-a829-a043979cecf1 None None] Provisioning complete for port c15712e0-7427-4b63-ab41-a81ce008b398 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:15.279242 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fcd0889b-f2cb-420f-a829-a043979cecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.330201 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0889b-f2cb-420f-a829-a043979cecf1 None None] Port c15712e0-7427-4b63-ab41-a81ce008b398 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:58:15.345536 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4262e38a-a97f-419a-af40-442ab7297f56 req-e2b0c25a-82af-4645-b2e1-7f5a2717e20a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815871 Jul 30 04:58:15.372806 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Pushing event updated for resources: {'Port': ['ID=c15712e0-7427-4b63-ab41-a81ce008b398,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.385839 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.439134 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:12Z', 'revision_number': 3, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:15.468053 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2965719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2675864'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.480673 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5403-7d38-4624-ac4e-ef4e0b7f86e0 None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:12Z', 'revision_number': 3, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:15.520234 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Network 36277cc5-238f-4a31-9bde-44c383a299ad is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:15.521989 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:15.544135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8267a18b-c22c-4e13-8efb-7cee880f6018,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.552047 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Checking segment: {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:15.552467 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Network hostable DHCP agents. Network: 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:15.572928 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:15.586775 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:15.595076 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:15.595952 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.609833 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e80aa-58d7-410c-87b2-bdb8b778c6a8 None None] Network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:58:15.629504 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-622b1d2c-6f43-4530-9ced-f1b2f50b0ef6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5440822 Jul 30 04:58:15.678459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Router c0a3c666-6321-4afb-9b93-53123e0317d8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:58:15.865781 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:15.927057 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-13724994-9181-4f7a-bd40-a15497593118 None None] Provisioning complete for port c15712e0-7427-4b63-ab41-a81ce008b398 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:15.927442 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-13724994-9181-4f7a-bd40-a15497593118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:15.944554 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e06bc-7c5a-4b22-991e-f7786acccada None None] Network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:58:16.059493 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-13724994-9181-4f7a-bd40-a15497593118 None None] Port c15712e0-7427-4b63-ab41-a81ce008b398 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:58:16.066393 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:16.069243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:16.069650 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:16.204789 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:16.231886 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2d5801f9-ca7f-436f-8809-57aeff34e094 admin admin] 10.222.0.35 "PUT /v2.0/routers/c0a3c666-6321-4afb-9b93-53123e0317d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749678 Jul 30 04:58:16.515777 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74de8-945f-404a-9dfc-87e867c86ace req-5ae639cb-4cd8-44a9-9a2b-03149cfe96e0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:16.524648 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c3c74de8-945f-404a-9dfc-87e867c86ace req-5ae639cb-4cd8-44a9-9a2b-03149cfe96e0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0659547 Jul 30 04:58:16.579517 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c3c74de8-945f-404a-9dfc-87e867c86ace req-40670654-6fd5-4595-a4ee-2ab61d636332 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538797 Jul 30 04:58:17.221227 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 57124) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:17.225747 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685314186', 'description': 'tempest-description--1096788707'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:17.254113 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.345973 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.349658 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.379206 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.380498 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1582544 Jul 30 04:58:17.381405 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff9cd9-ebe7-451c-bb9a-34bdc22ea381 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.383633 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57126) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:17.390390 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'security_group_rule': {'security_group_id': 'cf4ae38b-84a1-4c4e-ab1c-a266d48ce845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:17.408536 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:17.418653 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:17.419337 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:17.423062 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.480745 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.484475 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.503025 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b023bf71-caa2-4d25-b54f-7de907059bd0,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.508275 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.509279 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a55fa06c-41de-4a9b-b837-0daecfd65eb5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225128 Jul 30 04:58:17.511925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57130) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:17.516577 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'security_group_rule': {'security_group_id': 'cf4ae38b-84a1-4c4e-ab1c-a266d48ce845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:17.529512 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:17.542325 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.601358 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.606500 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.625968 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaae250-fc12-418f-a649-e29599e90ca7,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.634190 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.635570 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-eb8f46d7-b5bc-4097-ae2c-6a715fc41217 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224508 Jul 30 04:58:17.638497 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57136) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:17.643020 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:17.665698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.709970 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54704ee-96b7-4cd3-9767-0f960e262244 req-ce21b7b7-360e-4e1b-baad-17cc39cc5f07 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:17.712335 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d54704ee-96b7-4cd3-9767-0f960e262244 req-ce21b7b7-360e-4e1b-baad-17cc39cc5f07 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0548828 Jul 30 04:58:17.774437 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d54704ee-96b7-4cd3-9767-0f960e262244 req-58e4919f-f91b-4470-a63d-d5bbec759a89 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 Jul 30 04:58:17.776581 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:15Z', 'revision_number': 2, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:17.801453 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:17.807714 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:17.808184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Updating router c0a3c666-6321-4afb-9b93-53123e0317d8 port c15712e0-7427-4b63-ab41-a81ce008b398 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:17.908472 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Allocated IP 172.27.2.157 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/166ee8cc-b7a6-4e81-b78c-0ae0554f2b08) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:17.944318 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f482391b-cb87-49e5-b439-8597ecc949d7 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:17.972610 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.017600 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.028047 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port f482391b-cb87-49e5-b439-8597ecc949d7 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:18.037345 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port f482391b-cb87-49e5-b439-8597ecc949d7 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:18.037724 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.056960 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.092174 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:18.096393 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:18.102355 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:18.108248 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'Port': ['ID=166ee8cc-b7a6-4e81-b78c-0ae0554f2b08,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.193273 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.225760 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.227539 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.259034 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port f482391b-cb87-49e5-b439-8597ecc949d7, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f482391b-cb87-49e5-b439-8597ecc949d7,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:18.269528 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.354670 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=f482391b-cb87-49e5-b439-8597ecc949d7,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.369974 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.375271 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.379967 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Transition to ACTIVE for port object c15712e0-7427-4b63-ab41-a81ce008b398 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:18.380114 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.385425 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.430324 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5f67-f3b5-40fa-a86d-cd59a354ba12 None None] Pushing event updated for resources: {'Port': ['ID=c15712e0-7427-4b63-ab41-a81ce008b398,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.447839 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.469778 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'Port': ['ID=166ee8cc-b7a6-4e81-b78c-0ae0554f2b08,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.478726 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.480534 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1361573c-a0ef-44ab-bd3b-b051d66b3d8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8406765 Jul 30 04:58:18.503724 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Attempting to bind port c15712e0-7427-4b63-ab41-a81ce008b398 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:18.504095 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Attempting to bind port c15712e0-7427-4b63-ab41-a81ce008b398 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:18.504461 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Attempting to bind port c15712e0-7427-4b63-ab41-a81ce008b398 on network 36277cc5-238f-4a31-9bde-44c383a299ad {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:18.509940 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:18.510393 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Checking segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:18.510857 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.511362 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Bound using segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:18.512103 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Bound port: c15712e0-7427-4b63-ab41-a81ce008b398, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:18.512419 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.598731 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] For port c15712e0-7427-4b63-ab41-a81ce008b398, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:18.603523 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] For port c15712e0-7427-4b63-ab41-a81ce008b398, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=c15712e0-7427-4b63-ab41-a81ce008b398,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:18.612186 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:18.666222 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-aaf4723b-b40d-40b7-9920-508a17a30b9d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1685314186&fields=id&tenant_id=5a49d8756c7340be99bcd516d26f6e1d HTTP/1.1" status: 200 len: 267 time: 0.0476842 Jul 30 04:58:18.674215 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:18.674845 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:18.677832 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5f67-f3b5-40fa-a86d-cd59a354ba12 None None] Pushing event updated for resources: {'Port': ['ID=c15712e0-7427-4b63-ab41-a81ce008b398,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.803467 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:18.813607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-ae6377a5-bfbf-4130-bc3d-b8d0cd4bb824 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:18.822545 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-ae6377a5-bfbf-4130-bc3d-b8d0cd4bb824 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 811 time: 0.1488473 Jul 30 04:58:18.853189 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-19cba95b-15b7-4422-8d37-dac246d4fd4c tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/quotas/5a49d8756c7340be99bcd516d26f6e1d HTTP/1.1" status: 200 len: 375 time: 0.0297215 Jul 30 04:58:18.967135 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-dc81b97a-473d-4e35-a13b-b1b793427bb9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960059 Jul 30 04:58:18.977324 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf88d20-11f2-48e8-bc2a-d063eda1f268 req-136b7693-8318-473d-8bb5-da7b1bf80754 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:18.979122 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0bf88d20-11f2-48e8-bc2a-d063eda1f268 req-136b7693-8318-473d-8bb5-da7b1bf80754 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.1289866 Jul 30 04:58:19.065959 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:19.092686 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973654c5-df81-45a1-bb61-d577dcf9ee70 None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:19.105540 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0bf88d20-11f2-48e8-bc2a-d063eda1f268 req-5bcb4c2d-7148-49bd-b6ce-c9794947036f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155412 Jul 30 04:58:19.109068 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d779-7ac7-4514-ad4a-659eeef42c9e req-b2c6aaff-bf86-4fa9-8ff8-76ea4458a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:19.110584 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-08a5d779-7ac7-4514-ad4a-659eeef42c9e req-b2c6aaff-bf86-4fa9-8ff8-76ea4458a5ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 1098 time: 0.1304448 Jul 30 04:58:19.174370 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-c313a229-2b5c-4051-bdc6-1485ac2eb6fa service neutron] 10.222.0.35 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613345 Jul 30 04:58:19.180038 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-08a5d779-7ac7-4514-ad4a-659eeef42c9e req-76837517-a3a3-4af5-b35f-c089c07c5cb4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564833 Jul 30 04:58:19.272607 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-45434774-f89e-47a7-9f2e-d6ae16b67fa2 service neutron] 10.222.0.35 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916255 Jul 30 04:58:19.441309 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8d503a66-c87a-4868-82b0-7bb6826a52f9 req-11787e07-8d89-442b-ae61-ef3fe1f62f46 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 210 time: 0.0275340 Jul 30 04:58:19.966587 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f482391b-cb87-49e5-b439-8597ecc949d7 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:20.064499 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port f482391b-cb87-49e5-b439-8597ecc949d7 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:20.065028 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:20.214516 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c15712e0-7427-4b63-ab41-a81ce008b398 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:20.302469 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port c15712e0-7427-4b63-ab41-a81ce008b398 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:20.306575 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port c15712e0-7427-4b63-ab41-a81ce008b398 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:20.306977 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:20.406497 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:20.441969 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port c15712e0-7427-4b63-ab41-a81ce008b398, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=c15712e0-7427-4b63-ab41-a81ce008b398,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:20.447763 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:20.465147 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecb3e5-5189-4688-9609-a529eb0a726f req-16c80f73-f536-4d53-a219-737ba9eebfb5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:20.466693 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6ecb3e5-5189-4688-9609-a529eb0a726f req-16c80f73-f536-4d53-a219-737ba9eebfb5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0883811 Jul 30 04:58:20.499299 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-addc9d9a-c719-4681-8c7b-ea4fe634edfb tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:20.500335 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=c15712e0-7427-4b63-ab41-a81ce008b398,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:20.500769 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-addc9d9a-c719-4681-8c7b-ea4fe634edfb tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/networks?id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 200 len: 809 time: 0.5210097 Jul 30 04:58:20.533272 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6ecb3e5-5189-4688-9609-a529eb0a726f req-ee09c0ae-06d1-4448-a40b-3da7f9fadd4b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572977 Jul 30 04:58:20.535025 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-ba354525-e236-4931-b0d4-cd1e647ac927 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/quotas/fc365bad59614f1bab2e365c4c12571a HTTP/1.1" status: 200 len: 375 time: 0.0262582 Jul 30 04:58:20.582600 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-0ea20ce5-27f4-40b4-920f-a27e6fab5614 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc365bad59614f1bab2e365c4c12571a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370405 Jul 30 04:58:20.669087 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d29653a7-d9c8-44de-9309-5d458fb23b0f req-5cf783a2-4240-43ad-8069-3b2e5c981cd5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 210 time: 0.0596299 Jul 30 04:58:20.706908 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-2bd699cd-8d3c-4493-9c04-7e8d86375157 service neutron] 10.222.0.35 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157634 Jul 30 04:58:20.924130 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef254285-fc18-4779-99b6-1e9db95eeb9e req-9d45b32b-faf6-436c-b317-9ba2b9bafc9a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:20.925557 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ef254285-fc18-4779-99b6-1e9db95eeb9e req-9d45b32b-faf6-436c-b317-9ba2b9bafc9a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1807289 Jul 30 04:58:20.928981 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-2dacdba9-ad96-447d-b177-4345790b4689 service neutron] 10.222.0.35 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157178 Jul 30 04:58:20.938896 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-0e7065ce-a552-44e5-ae46-1d7157c72272 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:20.940288 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-0e7065ce-a552-44e5-ae46-1d7157c72272 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 811 time: 0.2179580 Jul 30 04:58:20.993583 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ef254285-fc18-4779-99b6-1e9db95eeb9e req-9fda244d-0872-4ad6-9758-62ee6fcce11e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614090 Jul 30 04:58:21.019671 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-6532c284-4d4e-428d-add8-233fc01310f8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a49d8756c7340be99bcd516d26f6e1d HTTP/1.1" status: 200 len: 380 time: 0.0650170 Jul 30 04:58:21.031356 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'port': {'device_id': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'admin_state_up': True, 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'security_groups': ['cf4ae38b-84a1-4c4e-ab1c-a266d48ce845']}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:21.179350 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b943ca58-1519-43a9-a5c0-dc2dbdcb1276 req-8d26aa2f-4d4d-426c-a846-5bc2111ab723 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 210 time: 0.0443001 Jul 30 04:58:21.211636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Made reservation on behalf of 5a49d8756c7340be99bcd516d26f6e1d for: {'port': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:21.215650 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:21.418410 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Allocated IP 172.20.0.6 (36277cc5-238f-4a31-9bde-44c383a299ad/ca7e93da-2348-4213-9bd7-0cf53fe1bedd/4d811a62-d040-46c9-968a-574ea63007a4) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:21.612304 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:21.627220 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Transition to ACTIVE for port object 4d811a62-d040-46c9-968a-574ea63007a4 will not be triggered until provisioned by entity DHCP. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:21.665011 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:21.716693 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Network 36277cc5-238f-4a31-9bde-44c383a299ad is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:21.722845 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:21.728333 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:21.731015 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'Port': ['ID=4d811a62-d040-46c9-968a-574ea63007a4,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:21.832540 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c15712e0-7427-4b63-ab41-a81ce008b398 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:21.854012 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:21.854675 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:21.881655 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afb843-6eb2-4dfa-bb30-e3f388c79a0d req-89b16de3-7f46-4770-a71c-d8f9f3977b1b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:21.884102 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80afb843-6eb2-4dfa-bb30-e3f388c79a0d req-89b16de3-7f46-4770-a71c-d8f9f3977b1b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 931 time: 0.0954547 Jul 30 04:58:21.886165 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-06921f0e-fac9-4454-92f9-f698e8667a65 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602519 Jul 30 04:58:21.901592 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Request body: {'port': {'device_id': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:21.935818 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port c15712e0-7427-4b63-ab41-a81ce008b398 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:21.936645 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.019170 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57276) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:22.032306 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80afb843-6eb2-4dfa-bb30-e3f388c79a0d req-d33f6be2-c6c8-42f7-9e13-9487cac08feb tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933890 Jul 30 04:58:22.041070 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.123773 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a2be4e56-55a5-42c4-a07d-8a78b9b4df11 None None] Provisioning for port 4d811a62-d040-46c9-968a-574ea63007a4 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:22.127659 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a2be4e56-55a5-42c4-a07d-8a78b9b4df11 None None] Provisioning complete for port 4d811a62-d040-46c9-968a-574ea63007a4 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:22.128029 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a2be4e56-55a5-42c4-a07d-8a78b9b4df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.135929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f0f46f85-c88c-4564-bcfa-31ffc5646b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.170800 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-a2be4e56-55a5-42c4-a07d-8a78b9b4df11 None None] Port 4d811a62-d040-46c9-968a-574ea63007a4 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:58:22.252501 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f0f46f85-c88c-4564-bcfa-31ffc5646b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.266952 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f0f46f85-c88c-4564-bcfa-31ffc5646b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.311377 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f0f46f85-c88c-4564-bcfa-31ffc5646b55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1dece560cd54d57bbc53ac5db1f37b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910128 Jul 30 04:58:22.312232 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f46f85-c88c-4564-bcfa-31ffc5646b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4420e7fa-f475-41d3-8cb1-c4dda76ce1b0,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.314527 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57284) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:22.315410 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fa0c2deb-3051-4d08-a1e3-e1e1cb14652d req-35e36045-0daa-4314-8e0f-cb00a45d6f4a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 210 time: 0.0398974 Jul 30 04:58:22.422403 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d811a62-d040-46c9-968a-574ea63007a4 {{(pid=93061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:58:22.425782 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8705fe65-c093-4eb9-9e79-448b9000a52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.431096 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.446679 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Transition to ACTIVE for port object 4d811a62-d040-46c9-968a-574ea63007a4 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:22.456502 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.468115 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8705fe65-c093-4eb9-9e79-448b9000a52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.492096 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-a0e3ae23-38c6-458e-8041-1380ffe3e447 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:22.493598 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-a0e3ae23-38c6-458e-8041-1380ffe3e447 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "GET /v2.0/networks?id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 200 len: 809 time: 0.1564019 Jul 30 04:58:22.513253 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Request body: {'port': {'device_id': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3', 'admin_state_up': True, 'tenant_id': 'fc365bad59614f1bab2e365c4c12571a'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:22.555564 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d811a62-d040-46c9-968a-574ea63007a4,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.605757 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Attempting to bind port 4d811a62-d040-46c9-968a-574ea63007a4 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:22.606105 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Attempting to bind port 4d811a62-d040-46c9-968a-574ea63007a4 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:22.606439 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Attempting to bind port 4d811a62-d040-46c9-968a-574ea63007a4 on network 36277cc5-238f-4a31-9bde-44c383a299ad {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:22.612580 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Port 4d811a62-d040-46c9-968a-574ea63007a4 on network 36277cc5-238f-4a31-9bde-44c383a299ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:58:22.613255 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Attempting to bind port 4d811a62-d040-46c9-968a-574ea63007a4 on network 36277cc5-238f-4a31-9bde-44c383a299ad {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:22.619102 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:22.619443 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Checking segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:22.619823 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Bound using segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:22.620255 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Bound port: 4d811a62-d040-46c9-968a-574ea63007a4, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:22.620623 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.698304 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Made reservation on behalf of fc365bad59614f1bab2e365c4c12571a for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:22.706657 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.722450 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8705fe65-c093-4eb9-9e79-448b9000a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.728604 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8705fe65-c093-4eb9-9e79-448b9000a52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.739952 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8705fe65-c093-4eb9-9e79-448b9000a52f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4420e7fa-f475-41d3-8cb1-c4dda76ce1b0 HTTP/1.1" status: 204 len: 168 time: 0.4243631 Jul 30 04:58:22.746341 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] For port 4d811a62-d040-46c9-968a-574ea63007a4, host hv-cinder-78726, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:22.751699 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] For port 4d811a62-d040-46c9-968a-574ea63007a4, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d811a62-d040-46c9-968a-574ea63007a4,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:22.763688 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.813367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705fe65-c093-4eb9-9e79-448b9000a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4420e7fa-f475-41d3-8cb1-c4dda76ce1b0,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.857375 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:22.858305 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:22.859797 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 1093 time: 0.9634964 Jul 30 04:58:22.860339 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:22.872006 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf19c09-105a-4edd-a095-9a3a41cffd96" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "tag": "4d811a62-d040-46c9-968a-574ea63007a4"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:22.976202 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Allocated IP 172.20.0.10 (488e9deb-f5ed-41bb-9b68-364cfb1fc5f3/8267a18b-c22c-4e13-8efb-7cee880f6018/6287a1e8-ebd9-40e1-bd5e-46ede83988dd) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:22.977709 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c378d0-db96-4b59-af78-a9aff601d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d811a62-d040-46c9-968a-574ea63007a4,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:23.008017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18bd4b5-f68c-48b0-b438-85557e201fec x-openstack-request-id: req-b18bd4b5-f68c-48b0-b438-85557e201fec {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:23.009687 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "tag": "4d811a62-d040-46c9-968a-574ea63007a4", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:23.010214 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b18bd4b5-f68c-48b0-b438-85557e201fec {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:23.011283 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4', 'status': 'completed', 'code': 200} Jul 30 04:58:23.091975 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-12df485a-1272-46ae-99d1-70dd1dcfc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.093531 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-12df485a-1272-46ae-99d1-70dd1dcfc819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1096 time: 0.1803596 Jul 30 04:58:23.128766 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-4d572bf3-04ca-436b-83bc-eb81867a70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.128766 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-4d572bf3-04ca-436b-83bc-eb81867a70e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.1502829 Jul 30 04:58:23.205764 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.248391 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-19072c5c-f69d-400a-918d-fafa574ea456 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 217 time: 0.1402271 Jul 30 04:58:23.268533 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.280418 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57336) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:23.322657 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f40a0d57-3089-40f2-a830-1f9484ad4828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.331152 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:23.340525 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:23.348211 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:23.376723 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Pushing event updated for resources: {'Port': ['ID=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:23.382783 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c105576-dbab-4033-b953-fc6dd178c2ef req-40c6d3d3-4aa9-4b3f-8c52-75f184eb86c5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.394134 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8c105576-dbab-4033-b953-fc6dd178c2ef req-40c6d3d3-4aa9-4b3f-8c52-75f184eb86c5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.2977543 Jul 30 04:58:23.420137 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.420760 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.442028 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-7076f68c-3dba-4048-ac5a-2f7ad407ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.443657 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-7076f68c-3dba-4048-ac5a-2f7ad407ddd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.1478133 Jul 30 04:58:23.464690 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b9e0-9c46-4009-8f57-fea7b55e49b0 req-63ff9c7e-cb14-402b-b060-04ef41b3282f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.466128 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2928b9e0-9c46-4009-8f57-fea7b55e49b0 req-63ff9c7e-cb14-402b-b060-04ef41b3282f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 943 time: 0.2850547 Jul 30 04:58:23.492607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-218f3ffd-547e-4993-ada9-aa0eefa1479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.494211 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-218f3ffd-547e-4993-ada9-aa0eefa1479a service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.3570232 Jul 30 04:58:23.516304 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8c105576-dbab-4033-b953-fc6dd178c2ef req-17c4da1d-cf32-4f02-8964-62fe3b9b8cf2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212425 Jul 30 04:58:23.521032 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57346) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:23.532066 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f40a0d57-3089-40f2-a830-1f9484ad4828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.539779 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f40a0d57-3089-40f2-a830-1f9484ad4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.562494 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-33a82db5-b683-4083-83e5-f9d8129606de tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0531306 Jul 30 04:58:23.583411 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Request body: {'port': {'device_id': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:23.612595 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-75643089-5b92-40de-98dc-0288535d75e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 217 time: 0.0952549 Jul 30 04:58:23.631156 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a0d57-3089-40f2-a830-1f9484ad4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf5a56-e4c7-4edf-b032-671c5433c60d,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:23.640608 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f40a0d57-3089-40f2-a830-1f9484ad4828 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f82d16e0556c4b9b8a9ed924a1f6bacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591650 Jul 30 04:58:23.643063 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57350) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:23.643470 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2928b9e0-9c46-4009-8f57-fea7b55e49b0 req-e1cec2c7-0326-44a9-a484-7b6f93fe2219 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617727 Jul 30 04:58:23.655539 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63027c1-83c3-42fa-924b-b1515698b609 req-3ba9def0-e31b-4328-b208-eb9bd56d9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.657118 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-3ba9def0-e31b-4328-b208-eb9bd56d9d90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1831310 Jul 30 04:58:23.694669 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03cb9610-2a4b-4ef0-913c-d4483806920a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.744084 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.774595 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-e72eb684-0619-4a37-a313-918f6cc5b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.776144 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-e72eb684-0619-4a37-a313-918f6cc5b812 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.1462028 Jul 30 04:58:23.811673 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-83ea3919-575b-49a6-9555-52dda6df6a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.825601 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-0e73d0a2-fb07-4654-9c34-f15b53fea635 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405741 Jul 30 04:58:23.836917 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd00af-b541-478b-b0fd-a36de93141c5 req-a00c95c7-0cc4-4019-bba8-8c80f4c98b25 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:23.838486 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3dfd00af-b541-478b-b0fd-a36de93141c5 req-a00c95c7-0cc4-4019-bba8-8c80f4c98b25 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 932 time: 0.1596625 Jul 30 04:58:23.903523 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-50b7ed15-1a9e-4fac-96dc-a4c52f9003d6 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254369 Jul 30 04:58:23.915595 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-83ea3919-575b-49a6-9555-52dda6df6a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:23.989973 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3dfd00af-b541-478b-b0fd-a36de93141c5 req-8fd6d4b4-53a1-48ae-9242-e7ff1e8410bd tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315298 Jul 30 04:58:24.045485 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03cb9610-2a4b-4ef0-913c-d4483806920a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.046484 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-83ea3919-575b-49a6-9555-52dda6df6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.049181 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-83ea3919-575b-49a6-9555-52dda6df6a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.050379 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-83ea3919-575b-49a6-9555-52dda6df6a90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99cf5a56-e4c7-4edf-b032-671c5433c60d HTTP/1.1" status: 204 len: 168 time: 0.4054117 Jul 30 04:58:24.051287 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-bd0b6eb3-a5be-4d8d-9676-5681c054967f service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087178 Jul 30 04:58:24.056452 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-03cb9610-2a4b-4ef0-913c-d4483806920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.069931 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a63027c1-83c3-42fa-924b-b1515698b609 req-e6823925-60d0-481a-baf7-1a013e5e8940 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542840 Jul 30 04:58:24.080925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea3919-575b-49a6-9555-52dda6df6a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf5a56-e4c7-4edf-b032-671c5433c60d,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.137097 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9610-2a4b-4ef0-913c-d4483806920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7496ae6-a0e0-480b-b09d-0a394b52e1d8,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.144226 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-03cb9610-2a4b-4ef0-913c-d4483806920a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e24d30f9525497f8d71acb0779bb9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193771 Jul 30 04:58:24.144617 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57354) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:24.213866 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-63bf627c-a000-4907-b4fd-bc9ca8c9f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.215420 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-63bf627c-a000-4907-b4fd-bc9ca8c9f677 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1096 time: 0.0623553 Jul 30 04:58:24.217193 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-becbc136-43b1-4c6e-966b-cbcde5a85c6d req-5607570e-82d4-426c-9f8c-31947fa6e57a service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582565 Jul 30 04:58:24.247274 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6287a1e8-ebd9-40e1-bd5e-46ede83988dd {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:58:24.268069 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.270663 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a14a8cc1-6b77-4a93-8106-4c69fb11b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.296513 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Transition to ACTIVE for port object 6287a1e8-ebd9-40e1-bd5e-46ede83988dd will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:24.305507 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.308857 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a14a8cc1-6b77-4a93-8106-4c69fb11b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.325228 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-42c854d6-5902-4292-8e80-5499e008842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.327004 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-42c854d6-5902-4292-8e80-5499e008842f service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.1001160 Jul 30 04:58:24.396436 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Pushing event updated for resources: {'Port': ['ID=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.406150 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-566baad8-3997-44aa-8c8e-3cf60750ae5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 217 time: 0.0479782 Jul 30 04:58:24.456752 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a14a8cc1-6b77-4a93-8106-4c69fb11b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.459219 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a14a8cc1-6b77-4a93-8106-4c69fb11b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.460336 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a14a8cc1-6b77-4a93-8106-4c69fb11b4e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7496ae6-a0e0-480b-b09d-0a394b52e1d8 HTTP/1.1" status: 204 len: 168 time: 0.3145800 Jul 30 04:58:24.473195 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a8cc1-6b77-4a93-8106-4c69fb11b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7496ae6-a0e0-480b-b09d-0a394b52e1d8,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.485083 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Attempting to bind port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:24.485418 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Attempting to bind port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:24.485748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Attempting to bind port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd on network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:24.490299 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd on network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:58:24.491007 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Attempting to bind port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd on network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:24.496128 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:24.496383 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Checking segment: {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:24.496758 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Bound using segment: {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:24.497394 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Bound port: 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:24.497661 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.509213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-88475704-6256-4a2a-8693-657193adbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.510707 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-88475704-6256-4a2a-8693-657193adbdc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0866561 Jul 30 04:58:24.590191 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-85910921-cd87-48bb-a5af-0cac6289e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.593230 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-85910921-cd87-48bb-a5af-0cac6289e10c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701804 Jul 30 04:58:24.635637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] For port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:24.640586 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] For port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:24.647244 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.725039 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.725964 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:24.728185 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] 10.222.0.37 "PUT /v2.0/ports/6287a1e8-ebd9-40e1-bd5e-46ede83988dd HTTP/1.1" status: 200 len: 1094 time: 1.1527820 Jul 30 04:58:24.728807 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'tag': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:24.742832 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf7855-a127-4a05-997a-5a193cb2ac11" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f4e2c-7212-4070-ac96-a0165af3d2da", "tag": "6287a1e8-ebd9-40e1-bd5e-46ede83988dd"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:24.793099 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab083-98ac-4f4b-9cf7-ae23c830465b req-14452fb8-0d0c-4a05-aeee-4ff558492aa9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.794845 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4a9ab083-98ac-4f4b-9cf7-ae23c830465b req-14452fb8-0d0c-4a05-aeee-4ff558492aa9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1337872 Jul 30 04:58:24.803885 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-0a70ceb9-3d70-4ad3-8c1c-f0cc839e89a8 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962824 Jul 30 04:58:24.840960 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd29a-c386-4b0c-b8d0-d8c44a88af8f service neutron] Pushing event updated for resources: {'Port': ['ID=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.859633 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-550147b4-60fa-4103-bbba-0d5e0782d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:24.861262 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-550147b4-60fa-4103-bbba-0d5e0782d2c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc365bad59614f1bab2e365c4c12571a&device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 1097 time: 0.0757213 Jul 30 04:58:24.926465 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-1cdc4109-2ad6-41c2-8ca6-16657e2b6010 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd HTTP/1.1" status: 200 len: 217 time: 0.0451803 Jul 30 04:58:24.975193 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57392) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:24.999919 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-44915e00-cb3f-4b0d-9351-df0a3c182cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.027398 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-025f1745-3f3b-463a-90e2-52a99c0495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:25.029353 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-025f1745-3f3b-463a-90e2-52a99c0495fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8267a18b-c22c-4e13-8efb-7cee880f6018 HTTP/1.1" status: 200 len: 849 time: 0.0968099 Jul 30 04:58:25.080335 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-551a9a34-c99c-410c-80d3-6ec34adf42a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362470 Jul 30 04:58:25.193919 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4a9ab083-98ac-4f4b-9cf7-ae23c830465b req-a224cc75-37ff-41b1-8584-9652748657cc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894556 Jul 30 04:58:25.217408 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928deeb9-09d5-4f70-9aa6-6ad21afe52d2 req-a7f3f25b-1598-48c6-9f9e-1ca5d5cd5eff tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:25.219020 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-928deeb9-09d5-4f70-9aa6-6ad21afe52d2 req-a7f3f25b-1598-48c6-9f9e-1ca5d5cd5eff tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 943 time: 0.1503525 Jul 30 04:58:25.241487 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-44915e00-cb3f-4b0d-9351-df0a3c182cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.256761 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-baf19c09-105a-4edd-a095-9a3a41cffd96 req-a57728a0-7376-45ce-a298-268b1a8ba40e service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866145 Jul 30 04:58:25.259264 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-44915e00-cb3f-4b0d-9351-df0a3c182cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.280680 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-928deeb9-09d5-4f70-9aa6-6ad21afe52d2 req-a0ce8354-0c5e-47b4-bccc-51ba40e51d47 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502660 Jul 30 04:58:25.285734 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c7b79-3c5f-4fd8-acb2-35e04394c1a8 x-openstack-request-id: req-831c7b79-3c5f-4fd8-acb2-35e04394c1a8 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:25.286029 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f4e2c-7212-4070-ac96-a0165af3d2da", "tag": "6287a1e8-ebd9-40e1-bd5e-46ede83988dd", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:25.286283 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-831c7b79-3c5f-4fd8-acb2-35e04394c1a8 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:25.286683 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'tag': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd', 'status': 'completed', 'code': 200} Jul 30 04:58:25.296160 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-9d1be195-59dc-47f9-bf72-b5b242f27e31 service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818159 Jul 30 04:58:25.373507 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-44915e00-cb3f-4b0d-9351-df0a3c182cb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41bc1002e0e244629005389879054894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974106 Jul 30 04:58:25.376234 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 57400) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:25.385905 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44915e00-cb3f-4b0d-9351-df0a3c182cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4d797-625b-40d8-8167-c055a449129c,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:25.430187 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0ec54-ee34-45ed-9e1c-28384c6f1102 req-7d6e0f37-9024-4bcc-9c93-1309fa685318 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:25.430187 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-12f0ec54-ee34-45ed-9e1c-28384c6f1102 req-7d6e0f37-9024-4bcc-9c93-1309fa685318 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 944 time: 0.0896096 Jul 30 04:58:25.430546 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4467c359-ecd1-486a-90bc-dbdd140d84aa req-043f13d3-6fce-4d20-b4d6-90ad7c6ab54c service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145980 Jul 30 04:58:25.471045 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2587181d-a06f-43b2-9efa-962d6185c476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.511375 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2587181d-a06f-43b2-9efa-962d6185c476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.524380 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-12f0ec54-ee34-45ed-9e1c-28384c6f1102 req-96efb5d4-ea7c-4eb2-8a47-223b5f55149a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847683 Jul 30 04:58:25.569024 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-80ca4324-ae96-457f-b936-e2d9dd367457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:25.570680 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-80ca4324-ae96-457f-b936-e2d9dd367457 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc365bad59614f1bab2e365c4c12571a&device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 1097 time: 0.0802619 Jul 30 04:58:25.583485 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2587181d-a06f-43b2-9efa-962d6185c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.586840 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2587181d-a06f-43b2-9efa-962d6185c476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:25.587971 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2587181d-a06f-43b2-9efa-962d6185c476 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64b4d797-625b-40d8-8167-c055a449129c HTTP/1.1" status: 204 len: 168 time: 0.2105410 Jul 30 04:58:25.597035 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587181d-a06f-43b2-9efa-962d6185c476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4d797-625b-40d8-8167-c055a449129c,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:25.675752 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-3bf4f4ec-24b3-42e9-8e07-7e2dd07ef691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:25.677242 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-3bf4f4ec-24b3-42e9-8e07-7e2dd07ef691 service neutron] 10.222.0.37 "GET /v2.0/networks?id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 200 len: 910 time: 0.0944672 Jul 30 04:58:25.720673 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-6c27f04d-c6cf-4fba-bf4e-075c54622415 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd HTTP/1.1" status: 200 len: 217 time: 0.0347197 Jul 30 04:58:25.774176 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-ad43eede-21d7-4205-8341-f29dd3d16bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:25.775742 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-ad43eede-21d7-4205-8341-f29dd3d16bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8267a18b-c22c-4e13-8efb-7cee880f6018 HTTP/1.1" status: 200 len: 849 time: 0.0474868 Jul 30 04:58:25.812145 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-ef4a030f-6bc3-4602-86b7-356da012e9c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271304 Jul 30 04:58:25.902573 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-5a4ff239-3286-463f-b7e6-daeb062e8992 service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Jul 30 04:58:26.004362 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1cbf7855-a127-4a05-997a-5a193cb2ac11 req-33fad903-1afa-42f5-8d2b-416c547bb70f service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909026 Jul 30 04:58:26.330568 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147e0d3-330b-4251-a011-b86d797adb4e req-890e20ae-c092-4f4f-b5d4-1da8ea28a26d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:26.332153 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5147e0d3-330b-4251-a011-b86d797adb4e req-890e20ae-c092-4f4f-b5d4-1da8ea28a26d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0598457 Jul 30 04:58:26.402241 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5147e0d3-330b-4251-a011-b86d797adb4e req-8f7bd594-8b52-437e-8367-f9fb46b23c9b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621250 Jul 30 04:58:26.430406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5891c5-0ffc-4ce2-a20d-0408dd4c79ce req-a366c083-ffd1-4672-be19-76cf0a639a37 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:26.431936 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa5891c5-0ffc-4ce2-a20d-0408dd4c79ce req-a366c083-ffd1-4672-be19-76cf0a639a37 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 943 time: 0.0697932 Jul 30 04:58:26.470457 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa5891c5-0ffc-4ce2-a20d-0408dd4c79ce req-60bfd3a8-1853-4b1e-96c6-76af9ea43b06 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324292 Jul 30 04:58:26.650918 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940af66d-5b4a-4c7a-9db7-c4878c00f2c3 req-2fd3b693-e1ae-429d-b483-b59ef42cfe7a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:26.652459 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-940af66d-5b4a-4c7a-9db7-c4878c00f2c3 req-2fd3b693-e1ae-429d-b483-b59ef42cfe7a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 944 time: 0.0583527 Jul 30 04:58:26.704910 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-940af66d-5b4a-4c7a-9db7-c4878c00f2c3 req-c167a6cc-ac5c-4441-a159-9a1837c86a4a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Jul 30 04:58:27.516068 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2210508-a3d8-42e7-a996-641f4bb13b81 req-eada205f-e683-40b6-9881-0b0b6685247b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:27.517568 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c2210508-a3d8-42e7-a996-641f4bb13b81 req-eada205f-e683-40b6-9881-0b0b6685247b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0488784 Jul 30 04:58:27.578798 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c2210508-a3d8-42e7-a996-641f4bb13b81 req-e0f9c005-b14d-4117-83ad-9456be90220b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552797 Jul 30 04:58:27.597632 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd991ca-3293-4b5b-ae84-5ce93d4b4283 req-b926558d-07ea-446b-838e-290b4a1fc8e9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:27.599105 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3fd991ca-3293-4b5b-ae84-5ce93d4b4283 req-b926558d-07ea-446b-838e-290b4a1fc8e9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 943 time: 0.0607998 Jul 30 04:58:27.636714 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3fd991ca-3293-4b5b-ae84-5ce93d4b4283 req-4371d9e4-9fac-46d0-83dc-35c6c4964979 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Jul 30 04:58:27.820546 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ae29b-d188-489b-a58f-deabe7aa422f req-e1932f65-140e-4dbe-8213-8675ea9d9a59 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:27.822180 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e52ae29b-d188-489b-a58f-deabe7aa422f req-e1932f65-140e-4dbe-8213-8675ea9d9a59 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 944 time: 0.0522943 Jul 30 04:58:27.861879 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e52ae29b-d188-489b-a58f-deabe7aa422f req-ff33307f-2eb9-4088-83d5-bdee9b57c926 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Jul 30 04:58:28.691825 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee227624-5d43-4439-9671-a4bdd8ce6ac9 req-b7dc1d77-f097-4c81-b455-0da4bd61fc55 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:28.693339 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee227624-5d43-4439-9671-a4bdd8ce6ac9 req-b7dc1d77-f097-4c81-b455-0da4bd61fc55 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0499196 Jul 30 04:58:28.731217 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee227624-5d43-4439-9671-a4bdd8ce6ac9 req-851112f0-229e-45da-9255-60dc1f50bb60 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Jul 30 04:58:28.831823 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a4e4-f569-4c90-8637-cae05b5dd18d req-732ae99a-f290-487a-ad47-5b50bc863859 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:28.833368 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6032a4e4-f569-4c90-8637-cae05b5dd18d req-732ae99a-f290-487a-ad47-5b50bc863859 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 943 time: 0.0486026 Jul 30 04:58:28.872864 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6032a4e4-f569-4c90-8637-cae05b5dd18d req-34344832-876a-43d1-9fcc-9318dba8e5e9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Jul 30 04:58:28.987487 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7f79-fb2f-4934-a2b4-1cc50b6c1a80 req-b098afa2-40bf-462a-88b0-1d80075aeeae tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:28.989713 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d49d7f79-fb2f-4934-a2b4-1cc50b6c1a80 req-b098afa2-40bf-462a-88b0-1d80075aeeae tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 944 time: 0.0618460 Jul 30 04:58:28.995256 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4d811a62-d040-46c9-968a-574ea63007a4 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:58:29.029988 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d49d7f79-fb2f-4934-a2b4-1cc50b6c1a80 req-9a91d7a3-4c52-43ee-bf20-1b5a3de9ac64 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Jul 30 04:58:29.098108 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4d811a62-d040-46c9-968a-574ea63007a4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d811a62-d040-46c9-968a-574ea63007a4,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:29.110570 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '4d811a62-d040-46c9-968a-574ea63007a4', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'port_id': '4d811a62-d040-46c9-968a-574ea63007a4', 'mac_address': 'fa:16:3e:fe:fa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:58:29.146611 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:29.159755 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d811a62-d040-46c9-968a-574ea63007a4 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:58:29.178359 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4d811a62-d040-46c9-968a-574ea63007a4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d811a62-d040-46c9-968a-574ea63007a4,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:29.182489 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:29.183247 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 6287a1e8-ebd9-40e1-bd5e-46ede83988dd details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:58:29.274533 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4d811a62-d040-46c9-968a-574ea63007a4,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.316708 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:29.328558 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd', 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3', 'port_id': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd', 'mac_address': 'fa:16:3e:da:32:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267a18b-c22c-4e13-8efb-7cee880f6018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:58:29.371152 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:29.384172 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6287a1e8-ebd9-40e1-bd5e-46ede83988dd {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:58:29.403199 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:29.407665 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:29.453147 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.843589 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd88ba-81c4-4852-8461-61a57c43df86 req-dbc359f8-2ac1-4b63-8f64-c6e0b2a78bc0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:29.845092 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d1fd88ba-81c4-4852-8461-61a57c43df86 req-dbc359f8-2ac1-4b63-8f64-c6e0b2a78bc0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0478909 Jul 30 04:58:29.884515 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d1fd88ba-81c4-4852-8461-61a57c43df86 req-cbb111a6-b9a8-42f2-9059-3a0a3db57050 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335031 Jul 30 04:58:29.996058 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dd99c-b373-41b3-b814-9625a12b21a7 req-b7774a1c-a937-4fbe-be7f-0c5860a6ca70 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:29.997436 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4e1dd99c-b373-41b3-b814-9625a12b21a7 req-b7774a1c-a937-4fbe-be7f-0c5860a6ca70 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 944 time: 0.0498614 Jul 30 04:58:30.037906 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4e1dd99c-b373-41b3-b814-9625a12b21a7 req-8e472ebd-075f-402f-9fbe-77a554781c54 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346646 Jul 30 04:58:30.152461 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fcb51-0fd4-4330-ad52-050cdf6ed788 req-5f09a4c0-bdb4-4ad7-96d2-844b12c04540 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:30.154208 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4e1fcb51-0fd4-4330-ad52-050cdf6ed788 req-5f09a4c0-bdb4-4ad7-96d2-844b12c04540 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 945 time: 0.0550561 Jul 30 04:58:30.191271 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4e1fcb51-0fd4-4330-ad52-050cdf6ed788 req-974c6dd6-122b-4c12-b35c-e64f54c86cb4 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Jul 30 04:58:30.360836 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['4d811a62-d040-46c9-968a-574ea63007a4'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:58:30.386180 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['6287a1e8-ebd9-40e1-bd5e-46ede83988dd'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:58:31.043901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14449a-015f-4c0f-99ad-b463bc874925 req-8fad4e44-4aa7-4903-8f35-03f03198c463 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:31.045590 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0d14449a-015f-4c0f-99ad-b463bc874925 req-8fad4e44-4aa7-4903-8f35-03f03198c463 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0540516 Jul 30 04:58:31.095588 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0d14449a-015f-4c0f-99ad-b463bc874925 req-4817b99b-0b09-469c-950a-80b13f925664 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Jul 30 04:58:31.203247 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f91b16-4e2d-4c1a-b6a9-b1f7baecff42 req-04da87ee-7a24-4975-ad07-a70023afca68 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:31.204789 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96f91b16-4e2d-4c1a-b6a9-b1f7baecff42 req-04da87ee-7a24-4975-ad07-a70023afca68 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 944 time: 0.0510798 Jul 30 04:58:31.250105 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96f91b16-4e2d-4c1a-b6a9-b1f7baecff42 req-8dad6b82-a17d-44f2-9fe9-078df9509459 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395179 Jul 30 04:58:31.329392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4ff9c-ada1-45fc-ba8d-900b28b29242 req-de1628b6-2496-4891-8c82-da2b48ec3d37 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:31.330902 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40a4ff9c-ada1-45fc-ba8d-900b28b29242 req-de1628b6-2496-4891-8c82-da2b48ec3d37 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 945 time: 0.0648935 Jul 30 04:58:31.368891 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40a4ff9c-ada1-45fc-ba8d-900b28b29242 req-c8a87b4e-16b4-4e71-a509-1d72c50135e8 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Jul 30 04:58:32.226270 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91ca4-33ae-4398-a219-38b6feeee332 req-37cfe2a5-d9ef-41f5-88ce-8994498802bc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:32.227842 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-65a91ca4-33ae-4398-a219-38b6feeee332 req-37cfe2a5-d9ef-41f5-88ce-8994498802bc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0517249 Jul 30 04:58:32.273952 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-65a91ca4-33ae-4398-a219-38b6feeee332 req-29db0a9c-fea9-4ee7-a4bd-b02ce5c2bb86 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Jul 30 04:58:32.380568 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3328-5c8c-4f08-94cd-423719812479 req-e892f3e4-9e1e-4630-a5e9-c0614f917833 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:32.382267 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9d4e3328-5c8c-4f08-94cd-423719812479 req-e892f3e4-9e1e-4630-a5e9-c0614f917833 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 944 time: 0.0492525 Jul 30 04:58:32.420248 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9d4e3328-5c8c-4f08-94cd-423719812479 req-4906ff05-5668-4308-bc3a-0972fdbcb787 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Jul 30 04:58:32.525339 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c340b1-3117-4114-9cf7-51b326d6569a req-01f5f80f-0aab-4903-b0de-d3eae65070c7 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:32.526788 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e3c340b1-3117-4114-9cf7-51b326d6569a req-01f5f80f-0aab-4903-b0de-d3eae65070c7 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 945 time: 0.0520651 Jul 30 04:58:32.564486 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e3c340b1-3117-4114-9cf7-51b326d6569a req-c141453f-6f58-4169-b31d-052a4990103b tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Jul 30 04:58:33.368648 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4d811a62-d040-46c9-968a-574ea63007a4 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:33.389606 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773763-bd36-4ba3-b491-9f390a732c83 req-c161e826-88f9-438b-a57d-9a29e9305665 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:33.391183 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-22773763-bd36-4ba3-b491-9f390a732c83 req-c161e826-88f9-438b-a57d-9a29e9305665 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0504761 Jul 30 04:58:33.420010 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 4d811a62-d040-46c9-968a-574ea63007a4 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:33.425516 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 4d811a62-d040-46c9-968a-574ea63007a4 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:33.425895 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:33.433488 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-22773763-bd36-4ba3-b491-9f390a732c83 req-69fb7422-4ccf-4335-b451-9395ee024178 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Jul 30 04:58:33.505984 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:33.529177 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:33.531493 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ca397f-e3ba-40de-bbb4-9101c2946f82" -d '{"events": [{"server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "name": "network-vif-plugged", "status": "completed", "tag": "4d811a62-d040-46c9-968a-574ea63007a4"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:33.537783 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6d7af-bc32-4e30-9c6a-e5a32ca95451 req-6032ec8f-713c-4e49-9546-665e89a87ccb tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:33.539562 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a1e6d7af-bc32-4e30-9c6a-e5a32ca95451 req-6032ec8f-713c-4e49-9546-665e89a87ccb tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 944 time: 0.0516105 Jul 30 04:58:33.544306 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4d811a62-d040-46c9-968a-574ea63007a4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d811a62-d040-46c9-968a-574ea63007a4,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:33.548955 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:33.549716 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 6287a1e8-ebd9-40e1-bd5e-46ede83988dd up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:33.578222 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a1e6d7af-bc32-4e30-9c6a-e5a32ca95451 req-fb932ee6-324e-4255-a11e-28e865e423f7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 30 04:58:33.717741 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92301dbb-ab5d-4563-bbc7-1357170bf5d4 x-openstack-request-id: req-92301dbb-ab5d-4563-bbc7-1357170bf5d4 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:33.718041 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "name": "network-vif-plugged", "status": "completed", "tag": "4d811a62-d040-46c9-968a-574ea63007a4", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:33.718295 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92301dbb-ab5d-4563-bbc7-1357170bf5d4 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:33.718681 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4', 'code': 200} Jul 30 04:58:33.729167 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afce16-9b1f-46e7-a236-9e04f55eba4c req-7c2fa306-886f-456c-9b86-0fc5db0e9362 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:33.731073 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61afce16-9b1f-46e7-a236-9e04f55eba4c req-7c2fa306-886f-456c-9b86-0fc5db0e9362 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 945 time: 0.0599084 Jul 30 04:58:33.741155 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4d811a62-d040-46c9-968a-574ea63007a4,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:33.756042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:33.760451 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:33.760825 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:33.772495 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61afce16-9b1f-46e7-a236-9e04f55eba4c req-e77914b2-f4ec-4481-b40b-c6dcc0cef5dd tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Jul 30 04:58:33.835704 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:33.866446 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:33.870624 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:33.918577 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:34.553513 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb1e9-4001-4158-93e4-f0cac336b6a1 req-4c20bfc7-1714-4bb4-8d99-16ac41f4ad24 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:34.555608 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30acb1e9-4001-4158-93e4-f0cac336b6a1 req-4c20bfc7-1714-4bb4-8d99-16ac41f4ad24 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0521369 Jul 30 04:58:34.576863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd14a20-3f10-4af7-8ddc-a2417d455141 req-02d09cc3-05b5-4802-83bc-fb11fab62215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:34.578386 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ffd14a20-3f10-4af7-8ddc-a2417d455141 req-02d09cc3-05b5-4802-83bc-fb11fab62215 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1098 time: 0.0407441 Jul 30 04:58:34.594003 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30acb1e9-4001-4158-93e4-f0cac336b6a1 req-8995f3c0-1000-45bc-b11d-7585cbedd962 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Jul 30 04:58:34.618592 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ffd14a20-3f10-4af7-8ddc-a2417d455141 req-8fd18894-82ff-483a-88bc-798ef7132c1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296309 Jul 30 04:58:34.699164 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749af4-1af9-4d30-b599-6fccefe2a6ad req-e49d2757-bc0d-48c1-b87f-638b05b79e8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:34.700655 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e5749af4-1af9-4d30-b599-6fccefe2a6ad req-e49d2757-bc0d-48c1-b87f-638b05b79e8d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Jul 30 04:58:34.740579 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e5749af4-1af9-4d30-b599-6fccefe2a6ad req-1fe06dc3-3da9-485e-9705-f3e3286fd8e6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338852 Jul 30 04:58:34.892666 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafbcbd-ae37-4664-87fc-43d35b7f3643 req-a4e061a5-911f-4edc-b350-2ca1d75ef73f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:34.894248 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-edafbcbd-ae37-4664-87fc-43d35b7f3643 req-a4e061a5-911f-4edc-b350-2ca1d75ef73f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0550158 Jul 30 04:58:34.934790 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-edafbcbd-ae37-4664-87fc-43d35b7f3643 req-d5642713-1ef8-4120-b4f1-412067aa1e33 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Jul 30 04:58:35.720415 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:35.721355 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69d58-6860-4886-ae75-45f8c725795a req-308c3973-00ad-43d2-b80b-aff505b5bcf3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:35.724828 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0524c13-dc17-48e3-b4a6-826f3e788f25" -d '{"events": [{"server_uuid": "c73f4e2c-7212-4070-ac96-a0165af3d2da", "name": "network-vif-plugged", "status": "completed", "tag": "6287a1e8-ebd9-40e1-bd5e-46ede83988dd"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:35.727501 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-01c69d58-6860-4886-ae75-45f8c725795a req-308c3973-00ad-43d2-b80b-aff505b5bcf3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0595329 Jul 30 04:58:35.766275 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c2352b-9d59-4b4b-b1d8-fdbcfd11c8f0 x-openstack-request-id: req-a8c2352b-9d59-4b4b-b1d8-fdbcfd11c8f0 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:35.766838 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f4e2c-7212-4070-ac96-a0165af3d2da", "name": "network-vif-plugged", "status": "completed", "tag": "6287a1e8-ebd9-40e1-bd5e-46ede83988dd", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:35.767252 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8c2352b-9d59-4b4b-b1d8-fdbcfd11c8f0 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:35.767775 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd', 'code': 200} Jul 30 04:58:35.772411 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-01c69d58-6860-4886-ae75-45f8c725795a req-0f69712d-3f3d-424d-a244-6d5e2a5eaedb tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Jul 30 04:58:35.861033 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d007df-7165-4217-8e28-18ed65e8a4fd req-cae0101c-bf0c-4b85-85f1-5e488a947038 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:35.862543 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55d007df-7165-4217-8e28-18ed65e8a4fd req-cae0101c-bf0c-4b85-85f1-5e488a947038 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0501292 Jul 30 04:58:35.903950 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55d007df-7165-4217-8e28-18ed65e8a4fd req-03689998-a89c-4909-aa4c-d3613d1c3d1d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336461 Jul 30 04:58:35.956647 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745cf20-5c09-4dda-97c2-8c1570ca2da8 req-d99787cf-e86a-40c4-9384-48141a5d7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:35.958176 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e745cf20-5c09-4dda-97c2-8c1570ca2da8 req-d99787cf-e86a-40c4-9384-48141a5d7d7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 1099 time: 0.0398312 Jul 30 04:58:36.001505 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e745cf20-5c09-4dda-97c2-8c1570ca2da8 req-7c739883-a9fc-4ecd-8b77-9d0d36bddd66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354493 Jul 30 04:58:36.056874 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fdb15-114b-46ac-be1e-7c604551f4d4 req-100b29f1-9ae4-49cb-a9db-07fa1087930a tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:36.058463 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fb7fdb15-114b-46ac-be1e-7c604551f4d4 req-100b29f1-9ae4-49cb-a9db-07fa1087930a tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0844860 Jul 30 04:58:36.067066 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57646) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:36.072467 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'floatingip': {'port_id': '4d811a62-d040-46c9-968a-574ea63007a4'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:36.076681 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ead56-2b27-4b32-8add-864e934e2ce4 req-00d874c3-a817-4fb1-981b-1321011cb8a3 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:36.078152 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f12ead56-2b27-4b32-8add-864e934e2ce4 req-00d874c3-a817-4fb1-981b-1321011cb8a3 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0665424 Jul 30 04:58:36.120947 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f12ead56-2b27-4b32-8add-864e934e2ce4 req-7111627f-55d7-4336-bc51-8efb11b3e1b0 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Jul 30 04:58:36.146029 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:36.941451 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76756d18-f794-4271-987b-e64d3b719efc req-a7239600-2183-4f96-8a5d-3996b634b970 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:36.943559 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-76756d18-f794-4271-987b-e64d3b719efc req-a7239600-2183-4f96-8a5d-3996b634b970 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0616469 Jul 30 04:58:37.020063 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:37.026007 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:37.027064 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-76756d18-f794-4271-987b-e64d3b719efc req-b1b94108-b9a4-4916-b5ab-0ae4c45e5260 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763686 Jul 30 04:58:37.173282 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Floating IP 79c6b6f9-c1cb-4910-b874-507766df8325 associated. External IP: 172.27.2.157, port: 4d811a62-d040-46c9-968a-574ea63007a4. Jul 30 04:58:37.321236 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17300c36-7b91-4d81-8fce-c6cc4fd404b2 req-fb042b82-b356-4c98-b6ff-c4e50bf56e8f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:37.326367 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-17300c36-7b91-4d81-8fce-c6cc4fd404b2 req-fb042b82-b356-4c98-b6ff-c4e50bf56e8f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.1235702 Jul 30 04:58:37.360903 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-17300c36-7b91-4d81-8fce-c6cc4fd404b2 req-75bb03e5-11b0-42de-94d7-a89f346439bc tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Jul 30 04:58:37.438418 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Router c0a3c666-6321-4afb-9b93-53123e0317d8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:58:37.549284 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:37.552912 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:37.560898 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:37.571530 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:37.572225 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:37.583737 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-825d18ca-1de8-467f-9b1c-fb3d452b1c5b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "PUT /v2.0/floatingips/79c6b6f9-c1cb-4910-b874-507766df8325 HTTP/1.1" status: 200 len: 991 time: 1.5155482 Jul 30 04:58:37.584322 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:37.586569 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33e8fc-ede6-46d3-a3e7-11c90386434a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "tag": "4d811a62-d040-46c9-968a-574ea63007a4"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:37.629414 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673d621b-34ea-485b-bf82-b514a29f02c1 x-openstack-request-id: req-673d621b-34ea-485b-bf82-b514a29f02c1 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:37.630290 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "tag": "4d811a62-d040-46c9-968a-574ea63007a4", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:37.631131 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-673d621b-34ea-485b-bf82-b514a29f02c1 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:37.631808 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4', 'status': 'completed', 'code': 200} Jul 30 04:58:37.692806 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:37.717321 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-819e9ec4-4436-43d8-9c52-103852a64bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:37.718852 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-819e9ec4-4436-43d8-9c52-103852a64bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1098 time: 0.0454395 Jul 30 04:58:37.846514 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-4ce51fe2-0092-4314-9ba3-9d4839b2b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:37.857403 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-4ce51fe2-0092-4314-9ba3-9d4839b2b8cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.1172442 Jul 30 04:58:37.943461 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '79c6b6f9-c1cb-4910-b874-507766df8325', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'port_id': '4d811a62-d040-46c9-968a-574ea63007a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'mac_address': 'fa:16:3e:fe:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:58:18Z', 'updated_at': '2021-07-30T04:58:36Z', 'revision_number': 1, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:37.985079 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-00ca230c-be7b-4f26-b2a4-534300c87f4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 999 time: 0.1270428 Jul 30 04:58:37.987723 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:37.996712 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:37.997524 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:38.045550 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-aced7582-ff21-4188-9665-29ead1bde2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:38.047880 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-aced7582-ff21-4188-9665-29ead1bde2f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0516746 Jul 30 04:58:38.120022 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-9b744370-d51c-4302-9f6b-bba4e5bffd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:38.121780 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-9b744370-d51c-4302-9f6b-bba4e5bffd49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643983 Jul 30 04:58:38.139405 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:38.175938 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5655f6-7000-4552-a6ce-09145ae82b23 req-d9f4c113-f03a-448f-b688-18dd4f202ba9 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:38.177496 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d5655f6-7000-4552-a6ce-09145ae82b23 req-d9f4c113-f03a-448f-b688-18dd4f202ba9 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0863261 Jul 30 04:58:38.199038 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90488e32-4a16-47ff-8bb2-e8bd584434b3 req-58339b51-54d1-4488-ad1b-aca244102e6a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:38.200510 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-90488e32-4a16-47ff-8bb2-e8bd584434b3 req-58339b51-54d1-4488-ad1b-aca244102e6a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0754271 Jul 30 04:58:38.230070 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-6dd20732-979e-4870-ad0d-9aebe78740af service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903149 Jul 30 04:58:38.244441 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d5655f6-7000-4552-a6ce-09145ae82b23 req-a3d90bf2-828c-434c-a902-a05e041e6d1f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Jul 30 04:58:38.258414 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-90488e32-4a16-47ff-8bb2-e8bd584434b3 req-a94ef987-b7e5-4ee9-b7ca-aedb404e3cb3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Jul 30 04:58:38.336867 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6e33e8fc-ede6-46d3-a3e7-11c90386434a req-7fadd4f3-9198-47fa-9d8a-41323551f22c service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889957 Jul 30 04:58:38.403057 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '79c6b6f9-c1cb-4910-b874-507766df8325', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'port_id': '4d811a62-d040-46c9-968a-574ea63007a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'mac_address': 'fa:16:3e:fe:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:58:18Z', 'updated_at': '2021-07-30T04:58:36Z', 'revision_number': 1, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:38.429656 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71c33b-88fc-47a8-9e50-40b9a079003d None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '79c6b6f9-c1cb-4910-b874-507766df8325', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'port_id': '4d811a62-d040-46c9-968a-574ea63007a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'mac_address': 'fa:16:3e:fe:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T04:58:18Z', 'updated_at': '2021-07-30T04:58:36Z', 'revision_number': 1, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:38.660342 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7495e307-cb40-4a5f-a925-99fb2b3c2752 None None] New status for floating IP 79c6b6f9-c1cb-4910-b874-507766df8325: ACTIVE {{(pid=93063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 04:58:39.027016 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:39.362332 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75e217-d1a8-490f-a3eb-7bcb96078b11 req-81d68492-1c55-4583-915b-2a0fa7136f10 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:39.363809 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fb75e217-d1a8-490f-a3eb-7bcb96078b11 req-81d68492-1c55-4583-915b-2a0fa7136f10 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0516293 Jul 30 04:58:39.402762 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fb75e217-d1a8-490f-a3eb-7bcb96078b11 req-7c853781-1856-434f-a8d1-4068c60ade91 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jul 30 04:58:39.506938 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54643-05c2-44d1-a2dc-0b2c92359d95 req-59dc228c-2ecf-4e6c-a830-fba4a7416b0b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:39.508452 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1ed54643-05c2-44d1-a2dc-0b2c92359d95 req-59dc228c-2ecf-4e6c-a830-fba4a7416b0b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0488584 Jul 30 04:58:39.545657 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1ed54643-05c2-44d1-a2dc-0b2c92359d95 req-ca3ce9bb-27e9-4d08-8de7-3e3632af92a4 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Jul 30 04:58:40.517316 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb321c3-a505-4bc5-bbcd-63f4c37a4cd8 req-fcf6e6d4-d31b-42c4-b5a5-7ec32f96d85a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:40.518833 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8fb321c3-a505-4bc5-bbcd-63f4c37a4cd8 req-fcf6e6d4-d31b-42c4-b5a5-7ec32f96d85a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0483694 Jul 30 04:58:40.557577 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8fb321c3-a505-4bc5-bbcd-63f4c37a4cd8 req-c0e6c908-ea2f-4f1b-ae8d-7322b7361140 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Jul 30 04:58:40.662484 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2090f-8744-4984-b9f8-2cd9119a3a57 req-edf7647d-2551-468f-a065-d4a74faaf37e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:40.664619 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1d2090f-8744-4984-b9f8-2cd9119a3a57 req-edf7647d-2551-468f-a065-d4a74faaf37e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0526779 Jul 30 04:58:40.700980 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1d2090f-8744-4984-b9f8-2cd9119a3a57 req-e13db7e2-7dba-4850-aefa-c0b44a6bda37 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305033 Jul 30 04:58:40.799760 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3fab9130-c5ea-46f4-a3d4-520800628124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:41.669986 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a42f44-565f-46a7-866e-1e770d5b4bde req-8760d988-bc1d-42a0-9e4c-d37b042cd010 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:41.671499 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-45a42f44-565f-46a7-866e-1e770d5b4bde req-8760d988-bc1d-42a0-9e4c-d37b042cd010 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0490701 Jul 30 04:58:41.708788 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-45a42f44-565f-46a7-866e-1e770d5b4bde req-40e652fb-0978-472c-9cb4-3e7a323748e0 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Jul 30 04:58:41.817132 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fef75c-ec99-41da-bb27-8baefd4c2808 req-a3861e7c-1e5f-46b2-a7d2-21700347c33f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:41.818635 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b8fef75c-ec99-41da-bb27-8baefd4c2808 req-a3861e7c-1e5f-46b2-a7d2-21700347c33f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0491397 Jul 30 04:58:41.857026 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b8fef75c-ec99-41da-bb27-8baefd4c2808 req-1821f645-4386-4ee4-9669-77478a5312e4 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Jul 30 04:58:42.295525 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a343018-b504-4d41-b90c-09c4e004fb06 req-d629ed3e-c787-4ea7-9738-01536e7cca1b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:42.297156 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8a343018-b504-4d41-b90c-09c4e004fb06 req-d629ed3e-c787-4ea7-9738-01536e7cca1b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0558429 Jul 30 04:58:42.341376 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8a343018-b504-4d41-b90c-09c4e004fb06 req-a94502f1-9cff-4b6a-819c-01bed46e1afc tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Jul 30 04:58:42.824119 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235443-39be-41a4-b410-b0404537d3eb req-52623f83-7df7-4a59-80a2-73c0219c6672 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:42.825596 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2f235443-39be-41a4-b410-b0404537d3eb req-52623f83-7df7-4a59-80a2-73c0219c6672 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0492127 Jul 30 04:58:42.862642 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2f235443-39be-41a4-b410-b0404537d3eb req-069745de-b136-4b3b-9a85-be45bf46840a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308404 Jul 30 04:58:42.972891 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135663f-78a7-4c1d-bf9a-5f2be0079250 req-940c6bdf-268f-4f9b-b530-4ed4e41e8bf9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:42.974485 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d135663f-78a7-4c1d-bf9a-5f2be0079250 req-940c6bdf-268f-4f9b-b530-4ed4e41e8bf9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0496027 Jul 30 04:58:43.014405 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d135663f-78a7-4c1d-bf9a-5f2be0079250 req-5756a816-e10a-470c-aa01-6641ed66a1d3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Jul 30 04:58:43.148501 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-fd134d32-35e4-47c0-92b9-f2dd48dfeef6 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:43.150450 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-fd134d32-35e4-47c0-92b9-f2dd48dfeef6 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 946 time: 0.0857739 Jul 30 04:58:43.178971 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-90985f44-b788-4d01-83e9-413f06183701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:43.195765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdf03e-2099-4040-8737-f16342e3d8da req-5523cde1-ce46-493d-a238-25677c39221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:43.198449 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bbcdf03e-2099-4040-8737-f16342e3d8da req-5523cde1-ce46-493d-a238-25677c39221d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0505433 Jul 30 04:58:43.217430 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:58:43.236874 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bbcdf03e-2099-4040-8737-f16342e3d8da req-763ed506-cb05-4028-a62f-7fb9fe512e0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304716 Jul 30 04:58:43.283900 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Deleting port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:58:43.284243 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:43.377090 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] For port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:43.377326 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:43.396508 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Calling delete_port for 6287a1e8-ebd9-40e1-bd5e-46ede83988dd owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:58:43.468852 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2a619-118d-4a72-9546-932821c85457 req-09680dfa-8870-47e1-9f93-17ae8265cae9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:43.470349 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8ad2a619-118d-4a72-9546-932821c85457 req-09680dfa-8870-47e1-9f93-17ae8265cae9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0502129 Jul 30 04:58:43.510526 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8ad2a619-118d-4a72-9546-932821c85457 req-df0ccd28-ac7c-4b04-84f0-130efe73a8d2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Jul 30 04:58:43.581168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:43.755509 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:43.770186 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['6287a1e8-ebd9-40e1-bd5e-46ede83988dd'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:58:43.813504 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Pushing event deleted for resources: {'Port': ['ID=6287a1e8-ebd9-40e1-bd5e-46ede83988dd,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:43.849021 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] No DVR routers for this DVR port 6287a1e8-ebd9-40e1-bd5e-46ede83988dd on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:58:43.855298 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:43.857353 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-32622c5f-5ff2-42e1-87d8-f9f45b9522c5 req-15b60e0e-ee80-46af-93cf-9938f3a5713a tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "DELETE /v2.0/ports/6287a1e8-ebd9-40e1-bd5e-46ede83988dd HTTP/1.1" status: 204 len: 173 time: 0.6998670 Jul 30 04:58:43.857784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'name': 'network-vif-deleted', 'tag': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:43.860155 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1a3f44-dc1e-4cb2-bbe8-1fb3cf02ba7a" -d '{"events": [{"server_uuid": "c73f4e2c-7212-4070-ac96-a0165af3d2da", "name": "network-vif-deleted", "tag": "6287a1e8-ebd9-40e1-bd5e-46ede83988dd"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:43.919748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f892daa1-ed0c-4989-8af9-2c02f76dc65e x-openstack-request-id: req-f892daa1-ed0c-4989-8af9-2c02f76dc65e {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:43.920299 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f4e2c-7212-4070-ac96-a0165af3d2da", "name": "network-vif-deleted", "tag": "6287a1e8-ebd9-40e1-bd5e-46ede83988dd", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:43.920739 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f892daa1-ed0c-4989-8af9-2c02f76dc65e {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:43.921537 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f4e2c-7212-4070-ac96-a0165af3d2da', 'name': 'network-vif-deleted', 'tag': '6287a1e8-ebd9-40e1-bd5e-46ede83988dd', 'status': 'completed', 'code': 200} Jul 30 04:58:43.976839 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-97e61bea-b270-4884-b3fd-83feb511ac07 req-3c08d0f2-e45e-4cf6-8de4-f1ecce315f75 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=c73f4e2c-7212-4070-ac96-a0165af3d2da HTTP/1.1" status: 200 len: 210 time: 0.0277264 Jul 30 04:58:44.152710 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5137-5e06-4114-b265-dfbcca58ca79 req-a2c12292-efbb-4494-b307-724032ec465b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:44.154937 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-663f5137-5e06-4114-b265-dfbcca58ca79 req-a2c12292-efbb-4494-b307-724032ec465b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0628760 Jul 30 04:58:44.200903 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-663f5137-5e06-4114-b265-dfbcca58ca79 req-53e7545f-7ee4-428e-84cf-234b0664fb59 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Jul 30 04:58:44.314540 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:44.638949 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627ad50-0ee6-466a-b348-9fea13813e40 req-15d4b237-db53-431c-a86b-2495117f62a2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:44.640448 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4627ad50-0ee6-466a-b348-9fea13813e40 req-15d4b237-db53-431c-a86b-2495117f62a2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0557129 Jul 30 04:58:44.683980 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4627ad50-0ee6-466a-b348-9fea13813e40 req-c845804a-745e-43b2-9d44-5d9eaa42652a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Jul 30 04:58:45.339031 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-8fd9ea1c-cb68-4559-93c1-dac54da8f487 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:45.340545 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-8fd9ea1c-cb68-4559-93c1-dac54da8f487 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/networks?id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 200 len: 809 time: 0.1416700 Jul 30 04:58:45.355974 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30783e-c543-4672-bada-f8256a7c0223 req-81e7583e-8af5-4918-8432-d27d336cb0b3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:45.357664 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ea30783e-c543-4672-bada-f8256a7c0223 req-81e7583e-8af5-4918-8432-d27d336cb0b3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0812731 Jul 30 04:58:45.373146 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-39a40e1f-1903-4bf7-a025-bb29248e7901 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/quotas/fc365bad59614f1bab2e365c4c12571a HTTP/1.1" status: 200 len: 375 time: 0.0266027 Jul 30 04:58:45.409809 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-c633401e-6ac3-4a3d-b396-fcbe70ddeddb tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc365bad59614f1bab2e365c4c12571a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274818 Jul 30 04:58:45.430113 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ea30783e-c543-4672-bada-f8256a7c0223 req-3a5e8d09-fbee-4347-b6e8-844cdb4c4cf7 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657334 Jul 30 04:58:45.508569 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f51701f8-24dc-408e-8ce1-31794604b2b8 service neutron] 10.222.0.35 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906971 Jul 30 04:58:45.599020 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-99a47b3f-50b8-420b-9fac-3d004d02f450 service neutron] 10.222.0.35 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842004 Jul 30 04:58:45.678217 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b48d5-96d6-4b51-8629-19a7f832b7fe req-82d9608b-35dd-48bb-9a76-a56e89662462 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:45.679792 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a56b48d5-96d6-4b51-8629-19a7f832b7fe req-82d9608b-35dd-48bb-9a76-a56e89662462 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0569060 Jul 30 04:58:45.748254 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a56b48d5-96d6-4b51-8629-19a7f832b7fe req-cd0aeb10-c9d5-43ab-b554-d58d9c3eb2d1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588229 Jul 30 04:58:45.874822 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33382660-7cd3-4efa-873a-c83145996083 req-322ff806-3837-454a-835c-2fd064207104 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:45.876521 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-33382660-7cd3-4efa-873a-c83145996083 req-322ff806-3837-454a-835c-2fd064207104 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0567791 Jul 30 04:58:45.936785 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-33382660-7cd3-4efa-873a-c83145996083 req-bbf261af-aa65-4616-b912-6b2f23b67693 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533872 Jul 30 04:58:46.031422 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.044330 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b38e8dce-bece-4258-9852-8a27d84ccca1 req-32ed6986-b1fb-45d2-8828-e46e3ca01985 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 210 time: 0.0506430 Jul 30 04:58:46.341269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 57968) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:46.443538 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.531225 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.534774 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.570027 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865befb-dfde-437e-bd14-e4a63854d4ee,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:46.573793 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90e2cce29ca54ce6bf12cc51f0a60f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312760 Jul 30 04:58:46.576627 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 57974) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:46.579487 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.579896 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.580248 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.580587 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.580921 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.581313 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.581646 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.582014 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.582353 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.582680 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.583042 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.583365 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745de821-2471-4b53-9e5d-6f7c3fd95498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.625771 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.646013 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.710632 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.714314 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:46.715519 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4865befb-dfde-437e-bd14-e4a63854d4ee HTTP/1.1" status: 204 len: 168 time: 0.1379087 Jul 30 04:58:46.728771 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865befb-dfde-437e-bd14-e4a63854d4ee,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:46.737542 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.737896 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.738269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.738605 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.738976 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.739316 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.739671 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.740003 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.740335 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.740664 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.741106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.741438 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705ffdd-33dc-4983-9e8e-ecbf51540fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:46.864574 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73d3c-4d90-421d-9ee7-3e5bfa001949 req-43693ec5-8503-46fe-8e7e-00ad5b1c312f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:46.866197 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-10b73d3c-4d90-421d-9ee7-3e5bfa001949 req-43693ec5-8503-46fe-8e7e-00ad5b1c312f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0499651 Jul 30 04:58:46.907309 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-10b73d3c-4d90-421d-9ee7-3e5bfa001949 req-8c61bc6a-b0d6-4dd1-83d3-bacdadf9ea33 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Jul 30 04:58:47.064756 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73d00c-6039-4fa2-a952-30e4a0680302 req-bf5c0415-689b-49bd-8f6c-1fc2917fd991 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:47.066524 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e73d00c-6039-4fa2-a952-30e4a0680302 req-bf5c0415-689b-49bd-8f6c-1fc2917fd991 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0510018 Jul 30 04:58:47.109796 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e73d00c-6039-4fa2-a952-30e4a0680302 req-2b3d996c-9ca9-49b3-bfec-3d573635a4d1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368252 Jul 30 04:58:47.199316 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4d76a926-81c2-4524-9c21-3cbd9662b390 req-27a5cbe6-225e-4354-baff-2c3eb7cdb132 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 210 time: 0.0275121 Jul 30 04:58:48.022171 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6a3f2-b8f1-4465-980d-6771e3336574 req-3b1951da-ff50-448e-85ac-4c6a7ee966bc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:48.023653 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23a6a3f2-b8f1-4465-980d-6771e3336574 req-3b1951da-ff50-448e-85ac-4c6a7ee966bc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0506449 Jul 30 04:58:48.061049 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23a6a3f2-b8f1-4465-980d-6771e3336574 req-a711dbbe-2cb7-433c-928f-3d33aa08387e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jul 30 04:58:48.227892 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9bcd-516d-49f7-b2ae-aa06d74a9ec5 req-340b690f-b12b-40cf-bff6-2e419792e471 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:48.229611 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-821e9bcd-516d-49f7-b2ae-aa06d74a9ec5 req-340b690f-b12b-40cf-bff6-2e419792e471 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0488651 Jul 30 04:58:48.266991 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-821e9bcd-516d-49f7-b2ae-aa06d74a9ec5 req-9943c796-52b1-4921-97f4-2275bcde2303 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Jul 30 04:58:48.350909 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-efe39825-3edb-42d0-aada-52445cfd0bcf req-15bfdf36-61c0-4cc0-8619-7a8d547cc43f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 210 time: 0.0261893 Jul 30 04:58:48.681843 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57752-0471-4a37-ba4c-20c66fad27df req-8d78976a-0cc6-4e55-b9df-0350a5774515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:48.683385 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-8d78976a-0cc6-4e55-b9df-0350a5774515 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0425212 Jul 30 04:58:48.689184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 6287a1e8-ebd9-40e1-bd5e-46ede83988dd no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:58:48.714102 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 6287a1e8-ebd9-40e1-bd5e-46ede83988dd {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:58:48.714768 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 6287a1e8-ebd9-40e1-bd5e-46ede83988dd not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:58:48.791821 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57752-0471-4a37-ba4c-20c66fad27df req-9d6e5a1c-b277-4708-aca2-3146369f3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:48.793031 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-9d6e5a1c-b277-4708-aca2-3146369f3226 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.1012588 Jul 30 04:58:48.847140 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-d8ddc57e-d842-43c0-9e62-69e9e884d0c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 217 time: 0.0402589 Jul 30 04:58:48.904357 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57752-0471-4a37-ba4c-20c66fad27df req-d3b6df91-b19a-4996-9a4e-073299d8cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:48.905812 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-d3b6df91-b19a-4996-9a4e-073299d8cd85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.0457132 Jul 30 04:58:48.942535 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-62123e5a-2cad-49f4-a5e9-f2ddead941c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245373 Jul 30 04:58:49.041710 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-2035d378-1365-4fee-961a-25f0f8020a81 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820510 Jul 30 04:58:49.138413 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-39b57752-0471-4a37-ba4c-20c66fad27df req-67fcb851-ea53-4ecb-b117-733251a277a1 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858042 Jul 30 04:58:49.179620 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78255-fad9-4986-acc5-a7f1b9048825 req-71f013bf-43b4-412c-8926-2ccf9d1384d2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:49.183425 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0ba78255-fad9-4986-acc5-a7f1b9048825 req-71f013bf-43b4-412c-8926-2ccf9d1384d2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0560966 Jul 30 04:58:49.231473 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0ba78255-fad9-4986-acc5-a7f1b9048825 req-a5b121a4-bed0-4196-80a4-de759740c35e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Jul 30 04:58:49.403389 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-cc7e784e-469e-4278-8eeb-0bb799bc7319 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:49.404799 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-cc7e784e-469e-4278-8eeb-0bb799bc7319 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "GET /v2.0/networks?id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 200 len: 809 time: 0.1554971 Jul 30 04:58:49.427132 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893dd0d-5e70-4100-9c4c-94b0d29691dc req-ac7b618f-680d-4f5c-b9f1-753bc097db05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:49.428751 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3893dd0d-5e70-4100-9c4c-94b0d29691dc req-ac7b618f-680d-4f5c-b9f1-753bc097db05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0740256 Jul 30 04:58:49.431471 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Request body: {'port': {'device_id': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3', 'admin_state_up': True, 'tenant_id': 'fc365bad59614f1bab2e365c4c12571a'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:49.480672 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f192f3ac-b233-4ea4-978b-9d10fe429f37 req-fb272e7f-100d-4d1e-bdd1-f2ba40cf26a0 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 210 time: 0.0446112 Jul 30 04:58:49.514631 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3893dd0d-5e70-4100-9c4c-94b0d29691dc req-9b1b7a23-3428-43ad-9039-13f3ff6b3077 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683615 Jul 30 04:58:49.568497 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Made reservation on behalf of fc365bad59614f1bab2e365c4c12571a for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:49.572367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:49.697904 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Allocated IP 172.20.0.8 (488e9deb-f5ed-41bb-9b68-364cfb1fc5f3/8267a18b-c22c-4e13-8efb-7cee880f6018/385417ea-46c5-4c25-82d0-0694fd272b01) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:49.851322 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:49.891690 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:49.933285 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:49.936364 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:49.939930 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:49.967045 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Pushing event updated for resources: {'Port': ['ID=385417ea-46c5-4c25-82d0-0694fd272b01,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:49.995301 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:49.995905 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.010848 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6a9c8c0-0e69-4132-8857-15960f7e815f tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839050 Jul 30 04:58:50.023816 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Request body: {'port': {'device_id': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:50.082275 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.350923 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6ef3-e088-4f8d-bffa-b579985cf352 req-a5fbc8d5-e095-4ff9-b0ee-cca70d4dac7a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:50.352261 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8aaa6ef3-e088-4f8d-bffa-b579985cf352 req-a5fbc8d5-e095-4ff9-b0ee-cca70d4dac7a tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0521150 Jul 30 04:58:50.353647 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385417ea-46c5-4c25-82d0-0694fd272b01 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:58:50.361846 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.376783 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Transition to ACTIVE for port object 385417ea-46c5-4c25-82d0-0694fd272b01 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:50.381519 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.396751 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8aaa6ef3-e088-4f8d-bffa-b579985cf352 req-ca41dc60-fb1a-4d70-88ec-76bdf8b91d6e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Jul 30 04:58:50.459309 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Pushing event updated for resources: {'Port': ['ID=385417ea-46c5-4c25-82d0-0694fd272b01,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:50.522998 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Attempting to bind port 385417ea-46c5-4c25-82d0-0694fd272b01 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:50.523339 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Attempting to bind port 385417ea-46c5-4c25-82d0-0694fd272b01 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:50.523761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Attempting to bind port 385417ea-46c5-4c25-82d0-0694fd272b01 on network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:50.530230 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Port 385417ea-46c5-4c25-82d0-0694fd272b01 on network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 04:58:50.530551 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Attempting to bind port 385417ea-46c5-4c25-82d0-0694fd272b01 on network 488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:50.535438 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:50.535773 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Checking segment: {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:50.536144 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Bound using segment: {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:50.536576 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Bound port: 385417ea-46c5-4c25-82d0-0694fd272b01, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521e08ab-47be-43f6-ae91-6fe6ffca9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:50.536938 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.623393 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] For port 385417ea-46c5-4c25-82d0-0694fd272b01, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:50.627142 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] For port 385417ea-46c5-4c25-82d0-0694fd272b01, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=385417ea-46c5-4c25-82d0-0694fd272b01,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:50.631848 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.651964 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d955-e6eb-4529-b2cb-4d9223b4c940 req-02e52f09-e318-4eef-9d7b-aa0c90c9fc53 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:50.666255 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-33a8d955-e6eb-4529-b2cb-4d9223b4c940 req-02e52f09-e318-4eef-9d7b-aa0c90c9fc53 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 943 time: 0.1083801 Jul 30 04:58:50.669175 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:50.669935 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:50.671880 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] 10.222.0.37 "PUT /v2.0/ports/385417ea-46c5-4c25-82d0-0694fd272b01 HTTP/1.1" status: 200 len: 1093 time: 0.6524062 Jul 30 04:58:50.672371 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'tag': '385417ea-46c5-4c25-82d0-0694fd272b01'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:50.675171 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64282fc-98b7-406d-a30a-8d9b4019f673" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a00673-14b2-4c94-822e-5b9a96a92703", "tag": "385417ea-46c5-4c25-82d0-0694fd272b01"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:50.703116 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ae35a-03d1-48d8-bdf8-52cbe2acadfc req-e74ab2fe-87eb-4a89-9970-4d8d7eddabe6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:50.705356 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c23ae35a-03d1-48d8-bdf8-52cbe2acadfc req-e74ab2fe-87eb-4a89-9970-4d8d7eddabe6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.1077805 Jul 30 04:58:50.722162 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7ff0d-9a3e-4bee-b42f-85122fed8b1d service neutron] Pushing event updated for resources: {'Port': ['ID=385417ea-46c5-4c25-82d0-0694fd272b01,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:50.743939 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-33a8d955-e6eb-4529-b2cb-4d9223b4c940 req-32ded61c-b5df-4dc0-a494-5043f0b527a7 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731719 Jul 30 04:58:50.800416 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-5f1c6ccf-e8c2-4ad7-823e-45261dbad9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:50.804309 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-5f1c6ccf-e8c2-4ad7-823e-45261dbad9a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc365bad59614f1bab2e365c4c12571a&device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 1096 time: 0.0645218 Jul 30 04:58:50.812002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdf0287-7a70-41be-99cb-f69a1041901d x-openstack-request-id: req-3cdf0287-7a70-41be-99cb-f69a1041901d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:50.812002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a00673-14b2-4c94-822e-5b9a96a92703", "tag": "385417ea-46c5-4c25-82d0-0694fd272b01", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:50.812002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cdf0287-7a70-41be-99cb-f69a1041901d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:50.814039 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'tag': '385417ea-46c5-4c25-82d0-0694fd272b01', 'status': 'completed', 'code': 200} Jul 30 04:58:50.823426 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c23ae35a-03d1-48d8-bdf8-52cbe2acadfc req-125dc376-f0dd-49bf-98f2-baedc4d56736 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046495 Jul 30 04:58:50.876504 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-4181aa88-c53c-4098-8754-c96627e5cd5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=385417ea-46c5-4c25-82d0-0694fd272b01 HTTP/1.1" status: 200 len: 217 time: 0.0614507 Jul 30 04:58:50.942578 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-24a4a91c-0486-4b88-accd-6cfa28b601aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:50.944128 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-24a4a91c-0486-4b88-accd-6cfa28b601aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8267a18b-c22c-4e13-8efb-7cee880f6018 HTTP/1.1" status: 200 len: 849 time: 0.0519748 Jul 30 04:58:51.012545 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-f6475685-207d-48f9-ad9d-782becd449b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302002 Jul 30 04:58:51.014856 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58122) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:51.136225 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-83229863-a9a4-4469-b648-32960038f119 service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050949 Jul 30 04:58:51.137053 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3e1a98db-d506-49d6-8cb3-0f52205aa6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.263132 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8016e8b4-e350-4e43-a000-2e78687dfb9a req-1a0170ba-3bf1-448f-ba66-3c226366b838 service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178308 Jul 30 04:58:51.303905 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3e1a98db-d506-49d6-8cb3-0f52205aa6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.308467 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3e1a98db-d506-49d6-8cb3-0f52205aa6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.371482 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a98db-d506-49d6-8cb3-0f52205aa6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f627e5-b218-40a8-aab2-75db9d8c4773,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:51.377818 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3e1a98db-d506-49d6-8cb3-0f52205aa6c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b0b2a05d33442908f078f9ecf348440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620148 Jul 30 04:58:51.380587 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58126) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:51.390528 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-867052cb-df2c-46a3-9573-6406bd52b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:51.392097 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-867052cb-df2c-46a3-9573-6406bd52b001 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc365bad59614f1bab2e365c4c12571a&device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 1096 time: 0.0641706 Jul 30 04:58:51.433236 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e668c7f-988d-4902-b9fe-ac1c4cdf5e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.455741 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e668c7f-988d-4902-b9fe-ac1c4cdf5e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.492579 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-b7ee83e7-8a98-4fc1-a981-cec432ec7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:51.494726 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-b7ee83e7-8a98-4fc1-a981-cec432ec7de8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 200 len: 910 time: 0.0935669 Jul 30 04:58:51.533959 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca905c-2f46-44f3-9ab0-402919d0b0fd req-6338fe93-abc5-441d-954b-c7c7ac8806af tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:51.535475 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c7ca905c-2f46-44f3-9ab0-402919d0b0fd req-6338fe93-abc5-441d-954b-c7c7ac8806af tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0693014 Jul 30 04:58:51.552584 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e668c7f-988d-4902-b9fe-ac1c4cdf5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.553244 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-65284fc5-c1d1-4952-b7b6-d0a445acd4f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=385417ea-46c5-4c25-82d0-0694fd272b01 HTTP/1.1" status: 200 len: 217 time: 0.0455980 Jul 30 04:58:51.555057 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1e668c7f-988d-4902-b9fe-ac1c4cdf5e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.556600 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1e668c7f-988d-4902-b9fe-ac1c4cdf5e66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02f627e5-b218-40a8-aab2-75db9d8c4773 HTTP/1.1" status: 204 len: 168 time: 0.1747158 Jul 30 04:58:51.577871 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668c7f-988d-4902-b9fe-ac1c4cdf5e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f627e5-b218-40a8-aab2-75db9d8c4773,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:51.608992 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c7ca905c-2f46-44f3-9ab0-402919d0b0fd req-5fd0f6c5-1a72-4c27-b328-0357f2a8985c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655384 Jul 30 04:58:51.612936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-0f03ccb0-2ec9-461a-ad5b-127e3e069f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:51.614403 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-0f03ccb0-2ec9-461a-ad5b-127e3e069f15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8267a18b-c22c-4e13-8efb-7cee880f6018 HTTP/1.1" status: 200 len: 849 time: 0.0497880 Jul 30 04:58:51.663010 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-cc1c333b-0ff4-43c9-8984-0c8d9df29cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394619 Jul 30 04:58:51.741789 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58142) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:51.798692 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-39222179-dfa8-406f-85a2-07d02060096d service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176953 Jul 30 04:58:51.896500 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ae9ef-15aa-44c2-ba5c-497941f9d4dd req-c4aa6e54-7684-48f0-87d0-e1661f3c1855 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:51.898327 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-775ae9ef-15aa-44c2-ba5c-497941f9d4dd req-c4aa6e54-7684-48f0-87d0-e1661f3c1855 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 943 time: 0.0786984 Jul 30 04:58:51.909758 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a64282fc-98b7-406d-a30a-8d9b4019f673 req-5c836f5f-8b42-4d6f-bb80-70fc881bc62d service neutron] 10.222.0.37 "GET /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030829 Jul 30 04:58:51.956002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58156) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:51.982134 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1350-d597-4ba8-9cec-46f0b129c413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:51.989374 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-49f1a5f2-cbf8-4cce-8fd5-398da114164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.072467 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-775ae9ef-15aa-44c2-ba5c-497941f9d4dd req-2f7b2089-61a8-4d79-9bad-93e99aef02db tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384892 Jul 30 04:58:52.090002 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321eb64-3970-4b0c-887b-32844d2a37e0 req-b134f83a-bd25-401d-b6e1-c4954cf994b3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:52.092102 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5321eb64-3970-4b0c-887b-32844d2a37e0 req-b134f83a-bd25-401d-b6e1-c4954cf994b3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.1449628 Jul 30 04:58:52.105586 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1350-d597-4ba8-9cec-46f0b129c413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.111825 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4fd1350-d597-4ba8-9cec-46f0b129c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.157763 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e4fd1350-d597-4ba8-9cec-46f0b129c413 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37abe3ad6af64643ada3eafb750de3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981685 Jul 30 04:58:52.157763 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd1350-d597-4ba8-9cec-46f0b129c413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd0519-280d-4426-a9ad-26410f017d63,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:52.158775 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58164) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:52.170823 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5321eb64-3970-4b0c-887b-32844d2a37e0 req-1151ac6c-606c-4ad7-af96-28ea4a9dfd18 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692613 Jul 30 04:58:52.212069 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae10-6ac5-45cb-8a54-2cf80ffd8e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.233631 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-49f1a5f2-cbf8-4cce-8fd5-398da114164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.235070 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae10-6ac5-45cb-8a54-2cf80ffd8e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.238321 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-49f1a5f2-cbf8-4cce-8fd5-398da114164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.275748 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-49f1a5f2-cbf8-4cce-8fd5-398da114164d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=646e715743574ea29bdbc91eaafe62c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316789 Jul 30 04:58:52.276480 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1a5f2-cbf8-4cce-8fd5-398da114164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343e4351-9445-4765-bd1c-928d64fd2119,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:52.278474 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58166) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:52.301558 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae10-6ac5-45cb-8a54-2cf80ffd8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.304015 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae10-6ac5-45cb-8a54-2cf80ffd8e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.305112 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-7ac4ae10-6ac5-45cb-8a54-2cf80ffd8e33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ecd0519-280d-4426-a9ad-26410f017d63 HTTP/1.1" status: 204 len: 168 time: 0.1453502 Jul 30 04:58:52.318384 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4ae10-6ac5-45cb-8a54-2cf80ffd8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd0519-280d-4426-a9ad-26410f017d63,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:52.348682 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6311e7cc-6922-4f9a-8877-09fa78f97307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.369942 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6311e7cc-6922-4f9a-8877-09fa78f97307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.419060 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6311e7cc-6922-4f9a-8877-09fa78f97307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.421568 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-6311e7cc-6922-4f9a-8877-09fa78f97307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:52.425236 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-6311e7cc-6922-4f9a-8877-09fa78f97307 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/343e4351-9445-4765-bd1c-928d64fd2119 HTTP/1.1" status: 204 len: 168 time: 0.1427188 Jul 30 04:58:52.430585 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311e7cc-6922-4f9a-8877-09fa78f97307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343e4351-9445-4765-bd1c-928d64fd2119,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:53.251375 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6e8ce-460b-4a5c-a9f3-b78a64052421 req-1fbc8e5c-bd10-4441-9456-60b07c038f25 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:53.253847 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-44b6e8ce-460b-4a5c-a9f3-b78a64052421 req-1fbc8e5c-bd10-4441-9456-60b07c038f25 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1087925 Jul 30 04:58:53.279909 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcb996-1200-4f5d-967e-4d03879a720d req-7ca735ff-0946-4548-9881-678f9e2a330d tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:53.281396 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7abcb996-1200-4f5d-967e-4d03879a720d req-7ca735ff-0946-4548-9881-678f9e2a330d tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 943 time: 0.0979183 Jul 30 04:58:53.323449 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-44b6e8ce-460b-4a5c-a9f3-b78a64052421 req-4e2d4576-b22b-40b8-a924-84465dd542c4 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686848 Jul 30 04:58:53.364151 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7abcb996-1200-4f5d-967e-4d03879a720d req-6d23d40c-874c-44c7-ac16-84523ccf9668 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744812 Jul 30 04:58:53.455161 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c48e-0189-4aba-8a01-f43ebbebdc37 req-9f66bda9-5219-4a35-b44a-e6e459f9991f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:53.463270 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a5f5c48e-0189-4aba-8a01-f43ebbebdc37 req-9f66bda9-5219-4a35-b44a-e6e459f9991f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0801914 Jul 30 04:58:53.507610 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a5f5c48e-0189-4aba-8a01-f43ebbebdc37 req-3fa8ae3a-2e96-4e53-94b0-b73e00ea7ebf tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Jul 30 04:58:54.491178 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42281a5-3e53-4fa4-bf0d-92dce01294ee req-a20be148-5098-49c4-876a-1ea8a23dc7e2 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:54.492670 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c42281a5-3e53-4fa4-bf0d-92dce01294ee req-a20be148-5098-49c4-876a-1ea8a23dc7e2 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 943 time: 0.0587890 Jul 30 04:58:54.540730 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58312) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:54.541292 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c42281a5-3e53-4fa4-bf0d-92dce01294ee req-4a34a34c-0fdb-4f90-8670-e8bc8f4f01db tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jul 30 04:58:54.646629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3564-60e8-464f-b6c6-110c3cf5e658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.651580 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8919d-8d8e-4dc1-8b0a-bc399db6a18d req-14c256c9-c311-44d7-91c4-1bc7847f54d5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:54.653093 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a0c8919d-8d8e-4dc1-8b0a-bc399db6a18d req-14c256c9-c311-44d7-91c4-1bc7847f54d5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0512359 Jul 30 04:58:54.692181 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a0c8919d-8d8e-4dc1-8b0a-bc399db6a18d req-c3fa86fb-f997-434a-9dd1-8853f7b514e4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Jul 30 04:58:54.704193 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 385417ea-46c5-4c25-82d0-0694fd272b01 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:58:54.744907 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3564-60e8-464f-b6c6-110c3cf5e658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.748894 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3564-60e8-464f-b6c6-110c3cf5e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.789554 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a6cd3564-60e8-464f-b6c6-110c3cf5e658 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a43349fbd59c4b7db457d44a19b8be1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446792 Jul 30 04:58:54.789973 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58318) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:54.798148 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd3564-60e8-464f-b6c6-110c3cf5e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad58cb-64d3-438f-a3c0-918898705315,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:54.811760 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 385417ea-46c5-4c25-82d0-0694fd272b01, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=385417ea-46c5-4c25-82d0-0694fd272b01,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:54.824543 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '385417ea-46c5-4c25-82d0-0694fd272b01', 'network_id': '488e9deb-f5ed-41bb-9b68-364cfb1fc5f3', 'port_id': '385417ea-46c5-4c25-82d0-0694fd272b01', 'mac_address': 'fa:16:3e:96:3b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267a18b-c22c-4e13-8efb-7cee880f6018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:58:54.865076 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-26bdd1b9-25e7-4f18-9964-ab435c854456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.885432 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.896373 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-26bdd1b9-25e7-4f18-9964-ab435c854456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.898700 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385417ea-46c5-4c25-82d0-0694fd272b01 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:58:54.925064 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 385417ea-46c5-4c25-82d0-0694fd272b01, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=385417ea-46c5-4c25-82d0-0694fd272b01,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:54.934525 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.959926 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-26bdd1b9-25e7-4f18-9964-ab435c854456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.962486 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-26bdd1b9-25e7-4f18-9964-ab435c854456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:54.966400 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-26bdd1b9-25e7-4f18-9964-ab435c854456 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdad58cb-64d3-438f-a3c0-918898705315 HTTP/1.1" status: 204 len: 168 time: 0.1728261 Jul 30 04:58:54.980865 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdd1b9-25e7-4f18-9964-ab435c854456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad58cb-64d3-438f-a3c0-918898705315,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:55.020542 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=385417ea-46c5-4c25-82d0-0694fd272b01,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:55.209316 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['385417ea-46c5-4c25-82d0-0694fd272b01'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:58:55.676727 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0d743-fb64-4df4-b7e8-9facd0de96f6 req-3c4f1498-58cd-47ef-93e3-31ecf53ae4d3 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:55.678239 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55b0d743-fb64-4df4-b7e8-9facd0de96f6 req-3c4f1498-58cd-47ef-93e3-31ecf53ae4d3 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 944 time: 0.0583386 Jul 30 04:58:55.716030 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55b0d743-fb64-4df4-b7e8-9facd0de96f6 req-5bebd2e1-1840-47f7-9aae-0872208fab05 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Jul 30 04:58:55.717618 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58362) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:55.827138 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1326556482-network', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:55.866422 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8579-0e00-44c3-9a6d-7e9dc1ee0b93 req-bb9b8400-dfa3-4ab6-afb3-e7a8a6f834c8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:55.867955 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4baf8579-0e00-44c3-9a6d-7e9dc1ee0b93 req-bb9b8400-dfa3-4ab6-afb3-e7a8a6f834c8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0713990 Jul 30 04:58:55.868525 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Made reservation on behalf of 04647c5f07c24835b912fed4e98d8ec2 for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:55.871335 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:55.886032 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:55.929953 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4baf8579-0e00-44c3-9a6d-7e9dc1ee0b93 req-8f3f48a6-086e-4086-84fd-679e4fe9069e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554273 Jul 30 04:58:56.001690 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.006685 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.028485 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:56.044339 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.044690 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Added segment a2d84a1f-61d8-4a6b-abce-baeb37f1c378 of type vlan for network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb Jul 30 04:58:56.052102 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79e5c9a-9fce-490f-8308-1caa1c3fc77c,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:56.086096 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.116633 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.117826 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:56.118406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.172423 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4536867 Jul 30 04:58:56.175253 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58372) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:56.179576 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f33d2-e78a-4ded-b1cd-b7e87318ab8f admin admin] Pushing event updated for resources: {'Network': ['ID=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:56.180446 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Request body: {'subnet': {'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1326556482-subnet', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:56.189946 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:56.204636 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Made reservation on behalf of 04647c5f07c24835b912fed4e98d8ec2 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:56.206972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26862532'] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.374296 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26862570'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.434105 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f40e549-fea9-453b-a691-886f70895b0c,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:56.440868 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Checking segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:56.441249 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Network hostable DHCP agents. Network: 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:56.456666 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:56.465598 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:56.469844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:56.470482 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.475376 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4b791-9b03-4685-98c1-5a3653a6d630 None None] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:58:56.486416 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f2cfd4ec-4d11-4460-b7f4-43acf2b95123 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099513 Jul 30 04:58:56.491029 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58376) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:56.495817 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:58:56.524706 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.526227 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.583571 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.647617 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:58:56.648840 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.727491 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 385417ea-46c5-4c25-82d0-0694fd272b01 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:56.836484 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 385417ea-46c5-4c25-82d0-0694fd272b01 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:56.844577 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 385417ea-46c5-4c25-82d0-0694fd272b01 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:56.844938 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:56.846988 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Allocated IP 172.20.0.2 (6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb/2f40e549-fea9-453b-a691-886f70895b0c/2d05edf0-538b-432d-9e7c-530629825b38) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:56.987654 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.017301 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.066581 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385417ea-46c5-4c25-82d0-0694fd272b01'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:58:57.069648 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9488f3-abb6-43f3-8a4b-a7f3531a17d6" -d '{"events": [{"server_uuid": "b2a00673-14b2-4c94-822e-5b9a96a92703", "name": "network-vif-plugged", "status": "completed", "tag": "385417ea-46c5-4c25-82d0-0694fd272b01"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:57.073352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5151c-5816-4368-8d1b-3d3713660356 req-d208426a-2ceb-4a5e-ba96-2eea2442ed77 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:57.074852 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30a5151c-5816-4368-8d1b-3d3713660356 req-d208426a-2ceb-4a5e-ba96-2eea2442ed77 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 944 time: 0.1019809 Jul 30 04:58:57.092156 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 385417ea-46c5-4c25-82d0-0694fd272b01, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=385417ea-46c5-4c25-82d0-0694fd272b01,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:57.100853 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.110357 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.143544 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Transition to ACTIVE for port object 2d05edf0-538b-432d-9e7c-530629825b38 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:57.150615 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932d502-0326-4367-8bbf-5d2a0dcc4d87 req-aef453fb-90d3-4f93-9984-01d027eed6d3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:57.152207 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c932d502-0326-4367-8bbf-5d2a0dcc4d87 req-aef453fb-90d3-4f93-9984-01d027eed6d3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.1030724 Jul 30 04:58:57.162003 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30a5151c-5816-4368-8d1b-3d3713660356 req-202c8e49-6635-4745-b76a-c0bc14bf0bbd tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700667 Jul 30 04:58:57.170914 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=385417ea-46c5-4c25-82d0-0694fd272b01,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:57.175532 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Transition to ACTIVE for port object 2d05edf0-538b-432d-9e7c-530629825b38 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:57.188132 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.209702 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c932d502-0326-4367-8bbf-5d2a0dcc4d87 req-4c8d94e7-fc2e-4f74-92ae-ffa612186031 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457315 Jul 30 04:58:57.232823 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:57.235686 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:57.241247 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:57.250272 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Pushing event updated for resources: {'Port': ['ID=2d05edf0-538b-432d-9e7c-530629825b38,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:57.280226 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8c8e3-d832-49f5-979b-18e8f3cc60eb x-openstack-request-id: req-97b8c8e3-d832-49f5-979b-18e8f3cc60eb {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:57.280515 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a00673-14b2-4c94-822e-5b9a96a92703", "name": "network-vif-plugged", "status": "completed", "tag": "385417ea-46c5-4c25-82d0-0694fd272b01", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:57.280766 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97b8c8e3-d832-49f5-979b-18e8f3cc60eb {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:57.281147 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385417ea-46c5-4c25-82d0-0694fd272b01', 'code': 200} Jul 30 04:58:57.319964 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Attempting to bind port 2d05edf0-538b-432d-9e7c-530629825b38 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:57.320445 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Attempting to bind port 2d05edf0-538b-432d-9e7c-530629825b38 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:57.320886 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Attempting to bind port 2d05edf0-538b-432d-9e7c-530629825b38 on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:57.328537 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:57.328846 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Checking segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:57.329486 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.330114 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Bound using segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:57.331111 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Bound port: 2d05edf0-538b-432d-9e7c-530629825b38, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:57.331833 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.357366 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.376329 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.406428 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] For port 2d05edf0-538b-432d-9e7c-530629825b38, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:57.410183 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] For port 2d05edf0-538b-432d-9e7c-530629825b38, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=2d05edf0-538b-432d-9e7c-530629825b38,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:57.414739 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.442976 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830d92a-7e39-4661-a140-a6ad1c120f2f req-e2e2cc09-7fcc-4bbf-8503-18544e091bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:57.444553 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6830d92a-7e39-4661-a140-a6ad1c120f2f req-e2e2cc09-7fcc-4bbf-8503-18544e091bc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 1098 time: 0.0434496 Jul 30 04:58:57.491486 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e674c83-8ff1-4a66-aa33-1c4e49880dc5 None None] Pushing event updated for resources: {'Port': ['ID=2d05edf0-538b-432d-9e7c-530629825b38,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:57.493520 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Allocated IP 172.27.2.217 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/dc114494-bfd2-4ee3-9e18-3a27babaa805) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:57.505949 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6830d92a-7e39-4661-a140-a6ad1c120f2f req-d4421500-3923-4fac-9d06-28c534aea20d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Jul 30 04:58:57.610999 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.670317 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:57.714918 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:57.717899 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:57.723842 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:57.730017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Pushing event updated for resources: {'Port': ['ID=dc114494-bfd2-4ee3-9e18-3a27babaa805,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:57.866349 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 2d05edf0-538b-432d-9e7c-530629825b38 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:57.939609 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 2d05edf0-538b-432d-9e7c-530629825b38 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:58.020780 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:58.234327 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:58.407616 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c0b2-d708-4931-a279-a38ea4ab9a92 req-d9cb6d55-1a98-434d-826b-9b555b4e0f17 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:58.409126 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5320c0b2-d708-4931-a279-a38ea4ab9a92 req-d9cb6d55-1a98-434d-826b-9b555b4e0f17 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.1343803 Jul 30 04:58:58.435213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df9c4-43c0-44f7-a319-997575fe753b req-5eaa9b66-6599-4fea-b47a-98ecdef17b8c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:58.437315 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fc7df9c4-43c0-44f7-a319-997575fe753b req-5eaa9b66-6599-4fea-b47a-98ecdef17b8c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.1264265 Jul 30 04:58:58.499958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da9b72-908a-47bd-bd42-85bfaea31aee None None] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:58:58.512986 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5320c0b2-d708-4931-a279-a38ea4ab9a92 req-1a22f475-975d-47f4-9900-376dcf4ed03b tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951188 Jul 30 04:58:58.522776 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fc7df9c4-43c0-44f7-a319-997575fe753b req-00136aae-e1f4-4dc3-a92e-2a936df7b2c9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740788 Jul 30 04:58:58.546763 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:58:58.662635 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:58.672925 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:58.677877 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:58.682421 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ccb9024f-546b-4d48-a692-0e8a4378e305 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1872606 Jul 30 04:58:58.682686 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58412) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:58:58.685520 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:58.686267 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:58.692850 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] Provisioning for port 2d05edf0-538b-432d-9e7c-530629825b38 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:58:58.698869 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] Provisioning complete for port 2d05edf0-538b-432d-9e7c-530629825b38 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:58.699263 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:58.797821 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:58:58.857116 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:58.905517 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] For port 2d05edf0-538b-432d-9e7c-530629825b38, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=2d05edf0-538b-432d-9e7c-530629825b38,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:58.912827 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.012777 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3e74a-5cb7-40cd-84b4-0d0e2977f155 None None] Pushing event updated for resources: {'Port': ['ID=2d05edf0-538b-432d-9e7c-530629825b38,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:59.033661 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:57Z', 'revision_number': 3, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:59.066684 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:59.067104 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Updating router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 port dc114494-bfd2-4ee3-9e18-3a27babaa805 binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:59.093653 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.183700 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.241519 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-c9c6d9fe-07fd-47a1-bdab-92b171a7047e None None] Provisioning complete for port 2d05edf0-538b-432d-9e7c-530629825b38 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:59.242126 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c9c6d9fe-07fd-47a1-bdab-92b171a7047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.423506 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Allocated IP 172.20.0.1 (6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb/2f40e549-fea9-453b-a691-886f70895b0c/068a0e91-dc00-485f-83ab-51f612f6dd6a) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:59.450094 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.460122 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Transition to ACTIVE for port object dc114494-bfd2-4ee3-9e18-3a27babaa805 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:59.465871 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.537205 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.552740 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Transition to ACTIVE for port object 068a0e91-dc00-485f-83ab-51f612f6dd6a will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:58:59.593835 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.601394 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cba805-d3bd-4540-86a1-d61acc07a278 None None] Pushing event updated for resources: {'Port': ['ID=dc114494-bfd2-4ee3-9e18-3a27babaa805,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:59.635545 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Attempting to bind port dc114494-bfd2-4ee3-9e18-3a27babaa805 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:58:59.635921 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Attempting to bind port dc114494-bfd2-4ee3-9e18-3a27babaa805 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:58:59.636280 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Attempting to bind port dc114494-bfd2-4ee3-9e18-3a27babaa805 on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:58:59.642743 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:58:59.642982 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Pushing event updated for resources: {'Port': ['ID=068a0e91-dc00-485f-83ab-51f612f6dd6a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:59.643494 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:58:59.644056 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.644650 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:58:59.645130 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Bound port: dc114494-bfd2-4ee3-9e18-3a27babaa805, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:58:59.645925 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.650813 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:59.652626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:59.654929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:58:59.699269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb8734-d075-4b27-b684-ecc4219ce611 req-abf165d8-20e9-405a-a664-8d65210332a9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:59.701722 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3bb8734-d075-4b27-b684-ecc4219ce611 req-abf165d8-20e9-405a-a664-8d65210332a9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0706441 Jul 30 04:58:59.702968 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.710849 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b4c5e-3d9a-4d73-a83a-56f8ae770265 req-b6a6d794-5b66-48dc-b49f-ac1ab5378c23 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:58:59.718647 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d91b4c5e-3d9a-4d73-a83a-56f8ae770265 req-b6a6d794-5b66-48dc-b49f-ac1ab5378c23 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.1303561 Jul 30 04:58:59.739931 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] For port dc114494-bfd2-4ee3-9e18-3a27babaa805, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:59.743776 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] For port dc114494-bfd2-4ee3-9e18-3a27babaa805, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=dc114494-bfd2-4ee3-9e18-3a27babaa805,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:59.752988 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.831669 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 2d05edf0-538b-432d-9e7c-530629825b38 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:59.839599 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d91b4c5e-3d9a-4d73-a83a-56f8ae770265 req-814cc7e1-8de3-4f01-910b-38f447358575 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196744 Jul 30 04:58:59.856146 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:58:59.856768 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:59.873093 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3bb8734-d075-4b27-b684-ecc4219ce611 req-a7a44d1b-e9ab-40b6-8dc7-b5ca1886aec3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423631 Jul 30 04:58:59.901392 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cba805-d3bd-4540-86a1-d61acc07a278 None None] Pushing event updated for resources: {'Port': ['ID=dc114494-bfd2-4ee3-9e18-3a27babaa805,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:59.931893 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 2d05edf0-538b-432d-9e7c-530629825b38 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:58:59.932362 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.956321 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:58:59.993898 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:00.049488 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-b1aa5e73-f7c1-4188-b819-ca1bd6086825 None None] Provisioning for port 068a0e91-dc00-485f-83ab-51f612f6dd6a completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:00.056042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-b1aa5e73-f7c1-4188-b819-ca1bd6086825 None None] Provisioning complete for port 068a0e91-dc00-485f-83ab-51f612f6dd6a triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:00.058498 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5e73-f7c1-4188-b819-ca1bd6086825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:00.117790 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa5e73-f7c1-4188-b819-ca1bd6086825 None None] Port 068a0e91-dc00-485f-83ab-51f612f6dd6a cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:59:00.184016 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:00.191169 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:00.258808 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:00.270906 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Pushing event updated for resources: {'Port': ['ID=068a0e91-dc00-485f-83ab-51f612f6dd6a,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:00.273305 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:00.295969 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303cb62-af8a-4a10-b77c-87aab5835fe6 None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:00.370441 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:00.371831 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:00.520160 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:59:00.753306 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a6278d3b-a7d0-4694-b324-f7cc41a8ba8b None None] Provisioning complete for port 068a0e91-dc00-485f-83ab-51f612f6dd6a triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:00.754070 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6278d3b-a7d0-4694-b324-f7cc41a8ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:00.806793 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-a6278d3b-a7d0-4694-b324-f7cc41a8ba8b None None] Port 068a0e91-dc00-485f-83ab-51f612f6dd6a cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:59:00.965085 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:00.971833 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e4d6114f-ffd1-42b2-a8a2-947ae4d38bea admin admin] 10.222.0.35 "PUT /v2.0/routers/99ab2a8a-e1f2-4303-89e6-70df679c0bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880609 Jul 30 04:59:00.999129 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d90ad2-2188-41fb-b652-c0d1e62603c1 req-20552e10-f702-46d1-86da-c4b613610d12 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:01.001848 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a0d90ad2-2188-41fb-b652-c0d1e62603c1 req-20552e10-f702-46d1-86da-c4b613610d12 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.1008351 Jul 30 04:59:01.101479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ac585-b0f6-41cc-839f-d21b31a0d0c6 req-e6d522c5-7649-42fb-97a9-da23444f8c02 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:01.107619 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-597ac585-b0f6-41cc-839f-d21b31a0d0c6 req-e6d522c5-7649-42fb-97a9-da23444f8c02 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.1413541 Jul 30 04:59:01.112012 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a0d90ad2-2188-41fb-b652-c0d1e62603c1 req-c6c32bae-7586-42c9-84d7-1b7aa186e812 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883434 Jul 30 04:59:01.157277 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-597ac585-b0f6-41cc-839f-d21b31a0d0c6 req-895c2ee9-e872-49c1-871f-20e7079f805e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Jul 30 04:59:01.587150 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58484) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:01.592702 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1866707771-network', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:01.615746 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Made reservation on behalf of 9ef3703d11ae4b3c8190ce4dc9e9cf22 for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:01.619342 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.630036 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.733540 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.740029 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.779322 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:59:01.789851 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2637f-e950-4289-98f4-d8c3cd1d108d,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:01.799225 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.799695 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Added segment 1bf46893-be01-4a84-88e6-ccd38809ac32 of type vlan for network 96a19904-aa88-4794-9cb3-ee2608945869 Jul 30 04:59:01.855813 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.878051 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dc114494-bfd2-4ee3-9e18-3a27babaa805 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:01.903711 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.905356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:01.906036 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.933153 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2e14f-3282-43b2-91df-b634ceabd62d req-dc2316ef-030d-4c90-b90c-49083e43cfbd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:01.934945 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1fe2e14f-3282-43b2-91df-b634ceabd62d req-dc2316ef-030d-4c90-b90c-49083e43cfbd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0551584 Jul 30 04:59:01.944099 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port dc114494-bfd2-4ee3-9e18-3a27babaa805 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:01.950404 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port dc114494-bfd2-4ee3-9e18-3a27babaa805 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:01.951073 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:01.974847 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3860030 Jul 30 04:59:01.979603 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58492) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:01.984031 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1fe2e14f-3282-43b2-91df-b634ceabd62d req-b98e4bfa-ab25-49d2-af7d-81382c6871c3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Jul 30 04:59:01.985072 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Request body: {'subnet': {'network_id': '96a19904-aa88-4794-9cb3-ee2608945869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1866707771-subnet', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:01.999850 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b4a5-d3db-443e-9e24-4b59cf46b74a admin admin] Pushing event updated for resources: {'Network': ['ID=96a19904-aa88-4794-9cb3-ee2608945869,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:02.013427 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Made reservation on behalf of 9ef3703d11ae4b3c8190ce4dc9e9cf22 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:02.016631 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26862532'] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.033528 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 96a19904-aa88-4794-9cb3-ee2608945869 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:59:02.091429 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.130011 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port dc114494-bfd2-4ee3-9e18-3a27babaa805, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=dc114494-bfd2-4ee3-9e18-3a27babaa805,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:02.136792 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.216502 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=dc114494-bfd2-4ee3-9e18-3a27babaa805,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:02.218202 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26862570'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.291096 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e169e1f-d700-495f-bbd9-75451adb85fb,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:02.295761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Checking segment: {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:59:02.296188 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Network hostable DHCP agents. Network: 96a19904-aa88-4794-9cb3-ee2608945869, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:59:02.313445 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Network 96a19904-aa88-4794-9cb3-ee2608945869 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:59:02.324112 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 96a19904-aa88-4794-9cb3-ee2608945869) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:02.330761 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475c15-a5ca-4f97-9b62-96f12e818892 req-0ddde6a8-c5f4-4a4e-b10f-b99b01cb58b2 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:02.332873 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1b475c15-a5ca-4f97-9b62-96f12e818892 req-0ddde6a8-c5f4-4a4e-b10f-b99b01cb58b2 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.0873849 Jul 30 04:59:02.333001 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a80232-3966-43e2-9c60-61d1c56f1bf5 None None] Network 96a19904-aa88-4794-9cb3-ee2608945869 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:59:02.334089 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:02.337965 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.347026 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e5bf4-8578-4792-bff7-342541bc828a req-9fa0a89e-b7c4-431c-b0e7-546035044a87 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:02.348954 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da4e5bf4-8578-4792-bff7-342541bc828a req-9fa0a89e-b7c4-431c-b0e7-546035044a87 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0711904 Jul 30 04:59:02.355522 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-444dfcef-23ca-4c5d-9512-e3a7cb8f1e1c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3748386 Jul 30 04:59:02.358234 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58502) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:02.363343 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:02.390683 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.394087 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.420254 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1b475c15-a5ca-4f97-9b62-96f12e818892 req-f3845356-7c1d-47f3-9f50-dbc9d7633449 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700250 Jul 30 04:59:02.426404 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da4e5bf4-8578-4792-bff7-342541bc828a req-731f8c31-70c6-45ee-9460-233027789837 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634992 Jul 30 04:59:02.504621 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.524625 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-96a19904-aa88-4794-9cb3-ee2608945869', 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'fixed_ips': [{'subnet_id': '4e169e1f-d700-495f-bbd9-75451adb85fb'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 04:59:02.526361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.643023 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.676819 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Allocated IP 172.20.0.2 (96a19904-aa88-4794-9cb3-ee2608945869/4e169e1f-d700-495f-bbd9-75451adb85fb/d46573eb-665a-49c4-ade0-7be4cf376310) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:02.831033 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:02.851130 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.855961 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:02.856591 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:02.861937 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.874792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.906199 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Transition to ACTIVE for port object d46573eb-665a-49c4-ade0-7be4cf376310 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:59:02.960258 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Transition to ACTIVE for port object d46573eb-665a-49c4-ade0-7be4cf376310 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:59:02.981666 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:02.987162 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Allocated IP 172.27.2.234 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/836bc3ac-c54d-42ea-bdb5-ae4060266022) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:03.019244 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:03.064783 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Network 96a19904-aa88-4794-9cb3-ee2608945869 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:03.071902 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:03.073781 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Pushing event updated for resources: {'Port': ['ID=d46573eb-665a-49c4-ade0-7be4cf376310,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:03.075966 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:59:03.108425 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.116566 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3c52-d232-4a92-8e06-c9a72722e067 req-3e4f5648-94db-4c03-8185-12a5ff5931aa tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:03.124052 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714c3c52-d232-4a92-8e06-c9a72722e067 req-3e4f5648-94db-4c03-8185-12a5ff5931aa tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0610056 Jul 30 04:59:03.158181 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.168537 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714c3c52-d232-4a92-8e06-c9a72722e067 req-f2a9521a-285a-43a6-bdc0-1f6ce9a5173b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Jul 30 04:59:03.199890 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:03.204225 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:03.210391 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Attempting to bind port d46573eb-665a-49c4-ade0-7be4cf376310 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:59:03.210777 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Attempting to bind port d46573eb-665a-49c4-ade0-7be4cf376310 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:59:03.210930 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:59:03.211162 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Attempting to bind port d46573eb-665a-49c4-ade0-7be4cf376310 on network 96a19904-aa88-4794-9cb3-ee2608945869 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:59:03.221848 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:59:03.222090 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Checking segment: {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:59:03.222462 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.222856 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Bound using segment: {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:59:03.223351 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Bound port: d46573eb-665a-49c4-ade0-7be4cf376310, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:59:03.223739 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.236684 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Pushing event updated for resources: {'Port': ['ID=836bc3ac-c54d-42ea-bdb5-ae4060266022,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:03.335922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] For port d46573eb-665a-49c4-ade0-7be4cf376310, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:03.350633 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] For port d46573eb-665a-49c4-ade0-7be4cf376310, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=d46573eb-665a-49c4-ade0-7be4cf376310,segment=NetworkSegment(1bf46893-be01-4a84-88e6-ccd38809ac32),segment_id=1bf46893-be01-4a84-88e6-ccd38809ac32)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:03.356174 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.394732 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:00Z', 'revision_number': 2, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:03.428337 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:03.432001 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Updating router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 port 068a0e91-dc00-485f-83ab-51f612f6dd6a binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:03.474274 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.479588 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5af0a7-f84f-480d-a01f-3610ab1be5a0 None None] Pushing event updated for resources: {'Port': ['ID=d46573eb-665a-49c4-ade0-7be4cf376310,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:03.503384 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.586479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161baaa5-a1b3-44cf-9298-bea8736b8130 req-64ff583b-6ed2-4a4c-aef2-8e85887ac1e1 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:03.588202 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-161baaa5-a1b3-44cf-9298-bea8736b8130 req-64ff583b-6ed2-4a4c-aef2-8e85887ac1e1 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.0702081 Jul 30 04:59:03.669884 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-161baaa5-a1b3-44cf-9298-bea8736b8130 req-5408320e-4723-4889-8ba8-2b00e6db4d01 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708301 Jul 30 04:59:03.810275 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.837692 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341d4a7-4eae-46db-bb65-39efe113d99e req-4dbe71c3-5578-437a-8c84-0aeea85e6084 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:03.840681 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9341d4a7-4eae-46db-bb65-39efe113d99e req-4dbe71c3-5578-437a-8c84-0aeea85e6084 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0753644 Jul 30 04:59:03.879708 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.891895 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9341d4a7-4eae-46db-bb65-39efe113d99e req-9b6a88f3-8dd1-42e8-bcea-28658c0f2b1e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Jul 30 04:59:03.892958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Transition to ACTIVE for port object 068a0e91-dc00-485f-83ab-51f612f6dd6a will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:59:03.900899 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:03.971574 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Router 4764025d-9642-474c-9beb-8fb5dc18f7e4 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 04:59:03.979921 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997255f-3cf3-4f23-b9d9-62b5bfc150a9 None None] Pushing event updated for resources: {'Port': ['ID=068a0e91-dc00-485f-83ab-51f612f6dd6a,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:04.004834 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device d46573eb-665a-49c4-ade0-7be4cf376310 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:04.044648 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Attempting to bind port 068a0e91-dc00-485f-83ab-51f612f6dd6a on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:59:04.045022 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Attempting to bind port 068a0e91-dc00-485f-83ab-51f612f6dd6a by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:59:04.045389 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Attempting to bind port 068a0e91-dc00-485f-83ab-51f612f6dd6a on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:59:04.055420 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:59:04.055802 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Checking segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:59:04.056761 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:04.057267 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Bound using segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:59:04.057744 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Bound port: 068a0e91-dc00-485f-83ab-51f612f6dd6a, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:59:04.058133 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:04.110372 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port d46573eb-665a-49c4-ade0-7be4cf376310 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:04.111810 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:04.122834 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dc114494-bfd2-4ee3-9e18-3a27babaa805 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:04.125457 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Sync routers for ids ['4764025d-9642-474c-9beb-8fb5dc18f7e4'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:04.133363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:04.135534 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-45f5cfda-6d1e-4db9-893b-9ddc9f70b205 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7761254 Jul 30 04:59:04.138492 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58516) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:04.140847 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Routers {'4764025d-9642-474c-9beb-8fb5dc18f7e4'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:04.141697 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4764025d-9642-474c-9beb-8fb5dc18f7e4'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:04.164463 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] For port 068a0e91-dc00-485f-83ab-51f612f6dd6a, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:04.173321 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] For port 068a0e91-dc00-485f-83ab-51f612f6dd6a, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=068a0e91-dc00-485f-83ab-51f612f6dd6a,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:04.187931 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:04.307880 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Set router 4764025d-9642-474c-9beb-8fb5dc18f7e4 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:04.317856 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:04.318494 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:04.320399 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port dc114494-bfd2-4ee3-9e18-3a27babaa805 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:04.320778 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:04.390274 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cd176-570f-410b-b4e8-e7603f210df6 req-c3e5d1f2-e9b6-481f-91b1-a151312f5795 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:04.392261 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1a6cd176-570f-410b-b4e8-e7603f210df6 req-c3e5d1f2-e9b6-481f-91b1-a151312f5795 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1121724 Jul 30 04:59:04.455766 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997255f-3cf3-4f23-b9d9-62b5bfc150a9 None None] Pushing event updated for resources: {'Port': ['ID=068a0e91-dc00-485f-83ab-51f612f6dd6a,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:04.488362 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1a6cd176-570f-410b-b4e8-e7603f210df6 req-0294377a-e974-4162-b2bc-c23e2478a5a0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894055 Jul 30 04:59:04.695420 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:03Z', 'revision_number': 3, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:04.738071 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Checking router: 4764025d-9642-474c-9beb-8fb5dc18f7e4 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:04.738424 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Updating router 4764025d-9642-474c-9beb-8fb5dc18f7e4 port 836bc3ac-c54d-42ea-bdb5-ae4060266022 binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:04.759130 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:04.798466 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f9a35b-cbc3-4725-8e1c-02695eec7ad5 None None] Network 96a19904-aa88-4794-9cb3-ee2608945869 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 04:59:04.799695 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:04.848966 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c12b-c025-4eb4-a474-4bacf19407d6 req-d8745ac0-557c-4e7f-bfff-5524cd1d01b7 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:04.851503 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2686c12b-c025-4eb4-a474-4bacf19407d6 req-d8745ac0-557c-4e7f-bfff-5524cd1d01b7 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.0851908 Jul 30 04:59:04.897595 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2686c12b-c025-4eb4-a474-4bacf19407d6 req-da306015-dec6-4f2d-b988-4219c6efb34c tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Jul 30 04:59:04.922059 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] Provisioning for port d46573eb-665a-49c4-ade0-7be4cf376310 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:04.988644 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] Provisioning complete for port d46573eb-665a-49c4-ade0-7be4cf376310 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:04.988644 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.004484 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9709d-0486-4c2f-9d95-8836549a189a req-57bc75da-86e3-4af7-a82f-15123edc28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:05.005973 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-57bc75da-86e3-4af7-a82f-15123edc28bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0850620 Jul 30 04:59:05.029428 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348a1b7-e41a-43ac-a793-9e445f822b7c req-c06977e8-7884-48bc-987c-e62f57174f1c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:05.031820 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6348a1b7-e41a-43ac-a793-9e445f822b7c req-c06977e8-7884-48bc-987c-e62f57174f1c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0554132 Jul 30 04:59:05.087424 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6348a1b7-e41a-43ac-a793-9e445f822b7c req-ec0169a0-33c9-45a6-b690-4697c345ac38 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492971 Jul 30 04:59:05.163868 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.176280 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Transition to ACTIVE for port object 836bc3ac-c54d-42ea-bdb5-ae4060266022 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:59:05.186388 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.204073 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.220609 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9709d-0486-4c2f-9d95-8836549a189a req-586f06c3-bc3c-431f-9e58-88bcba26221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:05.222109 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-586f06c3-bc3c-431f-9e58-88bcba26221c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.2049890 Jul 30 04:59:05.225043 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.246637 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:04Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:05.249466 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Attempting to bind port 836bc3ac-c54d-42ea-bdb5-ae4060266022 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:59:05.249732 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Attempting to bind port 836bc3ac-c54d-42ea-bdb5-ae4060266022 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:59:05.250096 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Attempting to bind port 836bc3ac-c54d-42ea-bdb5-ae4060266022 on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:59:05.252305 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c1a1f-f1aa-4797-a470-ad809226f47c None None] Pushing event updated for resources: {'Port': ['ID=836bc3ac-c54d-42ea-bdb5-ae4060266022,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:05.258342 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:59:05.258724 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:59:05.259233 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.259717 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:59:05.260531 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Bound port: 836bc3ac-c54d-42ea-bdb5-ae4060266022, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:59:05.261093 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.284715 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8735e4-74df-43d0-9d72-c9b5a2db051b None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:04Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:05.303424 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] For port d46573eb-665a-49c4-ade0-7be4cf376310, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=d46573eb-665a-49c4-ade0-7be4cf376310,segment=NetworkSegment(1bf46893-be01-4a84-88e6-ccd38809ac32),segment_id=1bf46893-be01-4a84-88e6-ccd38809ac32)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:05.311591 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-bd671938-8cb0-4af4-9368-794e977d9369 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 217 time: 0.0796232 Jul 30 04:59:05.315856 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.385032 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] For port 836bc3ac-c54d-42ea-bdb5-ae4060266022, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:05.389046 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] For port 836bc3ac-c54d-42ea-bdb5-ae4060266022, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=836bc3ac-c54d-42ea-bdb5-ae4060266022,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:05.402662 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.425031 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a7669-72af-4ffa-9faf-6b143bc391ae None None] Pushing event updated for resources: {'Port': ['ID=d46573eb-665a-49c4-ade0-7be4cf376310,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:05.485160 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Routers {'4764025d-9642-474c-9beb-8fb5dc18f7e4'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:05.485991 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4764025d-9642-474c-9beb-8fb5dc18f7e4'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:05.535937 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c1a1f-f1aa-4797-a470-ad809226f47c None None] Pushing event updated for resources: {'Port': ['ID=836bc3ac-c54d-42ea-bdb5-ae4060266022,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:05.585648 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Allocated IP 172.20.0.1 (96a19904-aa88-4794-9cb3-ee2608945869/4e169e1f-d700-495f-bbd9-75451adb85fb/fac6db32-89a4-4ccb-9440-68b2d228053f) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:05.605429 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9709d-0486-4c2f-9d95-8836549a189a req-517c1eee-a21f-4b2a-8665-7b9e35959768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:05.607314 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-517c1eee-a21f-4b2a-8665-7b9e35959768 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.2778232 Jul 30 04:59:05.640435 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-3b0b9f35-ebb0-490a-ad6f-5be71d5936b8 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:05.643430 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-3b0b9f35-ebb0-490a-ad6f-5be71d5936b8 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.1657243 Jul 30 04:59:05.732057 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-f49cbbba-0def-45f6-b18d-078f7554c561 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051860 Jul 30 04:59:05.747786 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] Set router 4764025d-9642-474c-9beb-8fb5dc18f7e4 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:05.754460 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-7c12e952-a1a1-43bd-9790-cede387f56c0 None None] Provisioning complete for port d46573eb-665a-49c4-ade0-7be4cf376310 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:05.755037 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7c12e952-a1a1-43bd-9790-cede387f56c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:05.881741 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef62f-3431-4d31-abb8-2a2448ac02d2 req-14da714c-a2d7-4f22-95e2-0f85cc55c4b8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:05.904908 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a95ef62f-3431-4d31-abb8-2a2448ac02d2 req-14da714c-a2d7-4f22-95e2-0f85cc55c4b8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.2602227 Jul 30 04:59:05.946757 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 068a0e91-dc00-485f-83ab-51f612f6dd6a up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:05.968618 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-da4007c3-b05c-4614-ab60-c32096b5e1ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1962943 Jul 30 04:59:06.112223 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a95ef62f-3431-4d31-abb8-2a2448ac02d2 req-32674883-ef82-46d0-8920-cf3b25e75411 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859522 Jul 30 04:59:06.131594 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 068a0e91-dc00-485f-83ab-51f612f6dd6a completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:06.137527 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 068a0e91-dc00-485f-83ab-51f612f6dd6a triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:06.139086 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.152168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-fdfc948f-ab6a-4deb-ba6a-261094c06dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:06.165122 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-fdfc948f-ab6a-4deb-ba6a-261094c06dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 1098 time: 0.1461573 Jul 30 04:59:06.191919 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-bdf8e719-2779-4ea7-9c21-bee6527e01f6 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008651 Jul 30 04:59:06.194998 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.238460 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:03Z', 'revision_number': 3, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:06.275376 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.295955 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3efad0-6d3c-4cf4-aca2-40f672c2f743 None None] The sync data for ids ['4764025d-9642-474c-9beb-8fb5dc18f7e4'] in dv-cinder-787262-6-iscsi is: [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:03Z', 'revision_number': 3, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:06.313569 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Transition to ACTIVE for port object fac6db32-89a4-4ccb-9440-68b2d228053f will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:59:06.349371 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 068a0e91-dc00-485f-83ab-51f612f6dd6a, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=068a0e91-dc00-485f-83ab-51f612f6dd6a,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.357254 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.358148 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device d46573eb-665a-49c4-ade0-7be4cf376310 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:06.444096 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-12b9709d-0486-4c2f-9d95-8836549a189a req-93b5bab4-0dd5-4745-810c-b9fe9191e453 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377582 Jul 30 04:59:06.445994 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.514832 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=068a0e91-dc00-485f-83ab-51f612f6dd6a,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.530530 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port d46573eb-665a-49c4-ade0-7be4cf376310 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:06.530662 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Network 96a19904-aa88-4794-9cb3-ee2608945869 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:06.531379 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.542633 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:06.548468 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 04:59:06.607620 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Pushing event updated for resources: {'Port': ['ID=fac6db32-89a4-4ccb-9440-68b2d228053f,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.628106 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.749480 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Deleting port 385417ea-46c5-4c25-82d0-0694fd272b01 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:59:06.749940 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.817890 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.855577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8b30-248c-4851-a7a6-35c8fa3029aa req-eadd5076-5458-457c-84a1-9bb270f9d6aa tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:06.863151 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-be0e8b30-248c-4851-a7a6-35c8fa3029aa req-eadd5076-5458-457c-84a1-9bb270f9d6aa tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 945 time: 0.7264266 Jul 30 04:59:06.893443 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-90b31f1a-129e-4005-98e9-4a6c71397755 None None] Provisioning for port fac6db32-89a4-4ccb-9440-68b2d228053f completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:06.897541 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-90b31f1a-129e-4005-98e9-4a6c71397755 None None] Provisioning complete for port fac6db32-89a4-4ccb-9440-68b2d228053f triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:06.897932 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-90b31f1a-129e-4005-98e9-4a6c71397755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:06.910833 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf6d50-5e25-44a4-a928-1633fffdf578 req-f4f30952-2a02-4f59-b6dc-04723ebc787e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:06.918908 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46bf6d50-5e25-44a4-a928-1633fffdf578 req-f4f30952-2a02-4f59-b6dc-04723ebc787e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.6579857 Jul 30 04:59:06.974643 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-90b31f1a-129e-4005-98e9-4a6c71397755 None None] Port fac6db32-89a4-4ccb-9440-68b2d228053f cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:59:07.016957 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] For port 385417ea-46c5-4c25-82d0-0694fd272b01, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=385417ea-46c5-4c25-82d0-0694fd272b01,segment=NetworkSegment(521e08ab-47be-43f6-ae91-6fe6ffca9313),segment_id=521e08ab-47be-43f6-ae91-6fe6ffca9313)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:07.017345 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.024443 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-be0e8b30-248c-4851-a7a6-35c8fa3029aa req-c6be1bb1-0bad-44ed-800a-ecb46c82a575 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/security-groups?id=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599905 Jul 30 04:59:07.026031 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-fce0b140-a071-4515-bac5-f68e68ad919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:07.027466 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-fce0b140-a071-4515-bac5-f68e68ad919b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.8260453 Jul 30 04:59:07.044746 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46bf6d50-5e25-44a4-a928-1633fffdf578 req-8d2ad307-55dd-4afb-8f35-a984070c7e4b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248786 Jul 30 04:59:07.098642 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-59967889-bf5d-4bbf-a9aa-56dbdb46fcac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0528407 Jul 30 04:59:07.099551 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.100460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Calling delete_port for 385417ea-46c5-4c25-82d0-0694fd272b01 owned by compute:nova {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:59:07.108506 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.184778 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Pushing event updated for resources: {'Port': ['ID=fac6db32-89a4-4ccb-9440-68b2d228053f,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:07.193514 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.239636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-e62492be-8f51-426c-b590-9438b157a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:07.241125 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-e62492be-8f51-426c-b590-9438b157a87d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.1343861 Jul 30 04:59:07.285898 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-5d27c2a2-e05a-4753-8678-597c81f7a543 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334544 Jul 30 04:59:07.295637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Network 96a19904-aa88-4794-9cb3-ee2608945869 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:07.297170 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:07.307061 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d1d12-0f1e-4ef2-80e5-698a47bc85c5 req-024b433f-a327-4c8b-bbab-058141418cdd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:07.308826 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d8d1d12-0f1e-4ef2-80e5-698a47bc85c5 req-024b433f-a327-4c8b-bbab-058141418cdd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1137784 Jul 30 04:59:07.435031 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Router 4764025d-9642-474c-9beb-8fb5dc18f7e4 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:59:07.476896 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d8d1d12-0f1e-4ef2-80e5-698a47bc85c5 req-a9f82a7e-a22c-42e8-92bf-8bdba51a5a13 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452210 Jul 30 04:59:07.523948 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-901456a6-d14c-48de-a979-325afffb05c7 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123544 Jul 30 04:59:07.524555 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.538649 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['385417ea-46c5-4c25-82d0-0694fd272b01'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:07.592810 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Pushing event deleted for resources: {'Port': ['ID=385417ea-46c5-4c25-82d0-0694fd272b01,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:07.604559 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:07.607871 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-78315e8c-45bb-46ad-a8cd-3dfa752ba134 None None] Provisioning complete for port fac6db32-89a4-4ccb-9440-68b2d228053f triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:07.608254 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78315e8c-45bb-46ad-a8cd-3dfa752ba134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.620884 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-27bc031a-42c6-4e76-b079-703482e9b8ac admin admin] 10.222.0.35 "PUT /v2.0/routers/4764025d-9642-474c-9beb-8fb5dc18f7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4812748 Jul 30 04:59:07.658601 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-78315e8c-45bb-46ad-a8cd-3dfa752ba134 None None] Port fac6db32-89a4-4ccb-9440-68b2d228053f cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 04:59:07.714401 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] No DVR routers for this DVR port 385417ea-46c5-4c25-82d0-0694fd272b01 on host hv-cinder-78726 {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:59:07.717228 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:07.719872 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-adc88b1d-4dc6-4f61-8261-d8d1b7afc411 req-15d4c579-6381-4856-9752-0b06bcf9c079 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.37 "DELETE /v2.0/ports/385417ea-46c5-4c25-82d0-0694fd272b01 HTTP/1.1" status: 204 len: 173 time: 1.9999387 Jul 30 04:59:07.722336 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'name': 'network-vif-deleted', 'tag': '385417ea-46c5-4c25-82d0-0694fd272b01'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:59:07.726984 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e065a6-2cfd-4ed9-951f-ff601b6b8e2e" -d '{"events": [{"server_uuid": "b2a00673-14b2-4c94-822e-5b9a96a92703", "name": "network-vif-deleted", "tag": "385417ea-46c5-4c25-82d0-0694fd272b01"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:07.797361 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf4a118-e5f8-4793-a217-82e311ec66b4 x-openstack-request-id: req-2cf4a118-e5f8-4793-a217-82e311ec66b4 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:07.797670 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a00673-14b2-4c94-822e-5b9a96a92703", "name": "network-vif-deleted", "tag": "385417ea-46c5-4c25-82d0-0694fd272b01", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:07.802468 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cf4a118-e5f8-4793-a217-82e311ec66b4 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:07.802468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a00673-14b2-4c94-822e-5b9a96a92703', 'name': 'network-vif-deleted', 'tag': '385417ea-46c5-4c25-82d0-0694fd272b01', 'status': 'completed', 'code': 200} Jul 30 04:59:07.804889 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27e62cf9-11cd-4e08-bba1-5c99e23265a5 req-642bf299-125b-442b-a48e-b8c716547cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690775 Jul 30 04:59:07.964032 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 068a0e91-dc00-485f-83ab-51f612f6dd6a up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:08.011624 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 068a0e91-dc00-485f-83ab-51f612f6dd6a triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:08.012005 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.096359 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 836bc3ac-c54d-42ea-bdb5-ae4060266022 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:08.152425 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fc212187-c6da-4821-be00-4bfd5e4fa8dd req-c371c954-46a0-44b8-971e-c90ea2121f33 tempest-VolumesActionsTest-906355254 tempest-VolumesActionsTest-906355254-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2a00673-14b2-4c94-822e-5b9a96a92703 HTTP/1.1" status: 200 len: 210 time: 0.0327041 Jul 30 04:59:08.153172 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 836bc3ac-c54d-42ea-bdb5-ae4060266022 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:08.158115 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 836bc3ac-c54d-42ea-bdb5-ae4060266022 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:08.158494 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.250358 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.277070 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 836bc3ac-c54d-42ea-bdb5-ae4060266022, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=836bc3ac-c54d-42ea-bdb5-ae4060266022,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:08.289876 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.303460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584d8bb-9579-487d-80de-50e532133e75 req-3e7be4fb-68bc-4032-bd3f-f2e8205d58a2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:08.307117 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e584d8bb-9579-487d-80de-50e532133e75 req-3e7be4fb-68bc-4032-bd3f-f2e8205d58a2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0788743 Jul 30 04:59:08.377521 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=836bc3ac-c54d-42ea-bdb5-ae4060266022,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:08.379641 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e584d8bb-9579-487d-80de-50e532133e75 req-1f655c08-2cee-4f9f-abe5-b08f471f2ad4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515776 Jul 30 04:59:08.519243 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58590) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:08.524123 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079830813', 'description': 'tempest-secgroup-smoke-1079830813 description', 'project_id': '04647c5f07c24835b912fed4e98d8ec2'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:08.562739 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.663173 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b4d1-b7e0-425d-ab99-1fc794d0f1ad req-c26818c9-9bde-433e-a8ae-1eced8225b0c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:08.664722 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9219b4d1-b7e0-425d-ab99-1fc794d0f1ad req-c26818c9-9bde-433e-a8ae-1eced8225b0c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0753264 Jul 30 04:59:08.676481 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.684676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.714155 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.717019 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1967564 Jul 30 04:59:08.723714 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58592) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:08.728498 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9219b4d1-b7e0-425d-ab99-1fc794d0f1ad req-eb7fe1c5-5d0e-4223-999b-5a2c3951dd6e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Jul 30 04:59:08.729388 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group_rule': {'security_group_id': 'd50b6189-27c6-4e67-9799-633552f2222a', 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:08.748031 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:59:08.752254 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Sync routers for ids ['4764025d-9642-474c-9beb-8fb5dc18f7e4'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:08.758204 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03ecea-39fa-4add-aa2b-ad6619297cca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b6189-27c6-4e67-9799-633552f2222a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:08.774301 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Routers {'4764025d-9642-474c-9beb-8fb5dc18f7e4'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:08.775478 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4764025d-9642-474c-9beb-8fb5dc18f7e4'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:08.776968 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.829611 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.834562 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.850790 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2197b989-5f11-4077-8db9-bef399a04978,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:08.861520 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.865162 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-34d1cfd2-7445-478d-91ea-7d6c9d104a98 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380589 Jul 30 04:59:08.865363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58600) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:08.870162 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group_rule': {'security_group_id': 'd50b6189-27c6-4e67-9799-633552f2222a', 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:08.898961 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.975215 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:08.981826 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.993166 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:08.997770 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Set router 4764025d-9642-474c-9beb-8fb5dc18f7e4 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:09.000030 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'mac_address': 'fa:16:3e:79:c2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:59:09.017892 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe93fce-044b-4659-bd73-4bb9bd75f87c,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:09.053329 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.058918 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c944f765-34d8-4691-a686-ddaa8ae3c55d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1910636 Jul 30 04:59:09.060187 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58618) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:09.064870 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group_rule': {'security_group_id': 'd50b6189-27c6-4e67-9799-633552f2222a', 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:09.094084 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.096218 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.148119 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.185897 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.191698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.213726 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd281e84-8890-47b1-974a-22cd11b2a5f1,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:09.222315 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.227488 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58630) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:09.228763 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3bb42f92-319b-448f-ba3b-15f477d69473 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655288 Jul 30 04:59:09.236638 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group_rule': {'security_group_id': 'd50b6189-27c6-4e67-9799-633552f2222a', 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:09.308973 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.340568 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 04:59:09.377106 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:09.389629 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.444658 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.449984 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.480910 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6559a9df-d123-4d46-a9d0-4f393f68e47e,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:09.487934 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.492814 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 58656) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:09.499638 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group_rule': {'security_group_id': 'd50b6189-27c6-4e67-9799-633552f2222a', 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:09.503060 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c40bcc02-bf77-4de5-a2c9-87707f257c07 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2749424 Jul 30 04:59:09.526984 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.securitygroups_db [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Project 04647c5f07c24835b912fed4e98d8ec2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:59:09.529646 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:09.546068 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.562851 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=6']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:09.605172 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 4, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'fac6db32-89a4-4ccb-9440-68b2d228053f', 'name': '', 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'mac_address': 'fa:16:3e:99:7b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4e169e1f-d700-495f-bbd9-75451adb85fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:05Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 2, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'subnets': [{'id': '4e169e1f-d700-495f-bbd9-75451adb85fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:09.617905 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a594-fae6-4dcd-a023-9f579d365729 req-1dd66b93-2af0-434a-9d1a-5a4eda61d62a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:09.621023 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5119a594-fae6-4dcd-a023-9f579d365729 req-1dd66b93-2af0-434a-9d1a-5a4eda61d62a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.0877619 Jul 30 04:59:09.642679 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Checking router: 4764025d-9642-474c-9beb-8fb5dc18f7e4 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:09.643071 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Updating router 4764025d-9642-474c-9beb-8fb5dc18f7e4 port fac6db32-89a4-4ccb-9440-68b2d228053f binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:09.669233 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5119a594-fae6-4dcd-a023-9f579d365729 req-448e5b86-9849-4079-bd72-f2b8ed2d0e71 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Jul 30 04:59:09.675588 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.682362 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.688249 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.715355 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba70b681-6581-4b30-8515-27807613dc54,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:09.731584 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.740636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 58670) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:09.747886 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'security_group_rule': {'security_group_id': 'd50b6189-27c6-4e67-9799-633552f2222a', 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 04:59:09.752213 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-4803950d-3fe9-4fa5-bc9b-38df3003f098 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2571387 Jul 30 04:59:09.797275 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.securitygroups_db [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Project 04647c5f07c24835b912fed4e98d8ec2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:59:09.805546 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.874075 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.881053 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.930173 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce5b0e9-8c5d-4cf1-bbf3-c05d8954e52f,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:09.949528 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:09.956297 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-11764402-3c5f-4014-b5bb-d8744d84daf3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2131026 Jul 30 04:59:09.957708 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 836bc3ac-c54d-42ea-bdb5-ae4060266022 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:10.011400 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89131f3-ed56-4ca9-86b4-99cfef29410a req-28688cf9-d999-4c99-98ae-18a31c6f400c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:10.013018 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e89131f3-ed56-4ca9-86b4-99cfef29410a req-28688cf9-d999-4c99-98ae-18a31c6f400c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0852556 Jul 30 04:59:10.089638 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e89131f3-ed56-4ca9-86b4-99cfef29410a req-9917f52f-baed-4670-8670-65e21c7c00f6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692930 Jul 30 04:59:10.135862 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 836bc3ac-c54d-42ea-bdb5-ae4060266022 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:10.136240 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:10.342715 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:10.354335 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Transition to ACTIVE for port object fac6db32-89a4-4ccb-9440-68b2d228053f will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 04:59:10.365621 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:10.423545 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f232fa-9689-4359-b759-467c7bb5a03c None None] Pushing event updated for resources: {'Port': ['ID=fac6db32-89a4-4ccb-9440-68b2d228053f,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:10.491726 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Attempting to bind port fac6db32-89a4-4ccb-9440-68b2d228053f on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 04:59:10.492094 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Attempting to bind port fac6db32-89a4-4ccb-9440-68b2d228053f by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 04:59:10.492456 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Attempting to bind port fac6db32-89a4-4ccb-9440-68b2d228053f on network 96a19904-aa88-4794-9cb3-ee2608945869 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 04:59:10.502775 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 04:59:10.503186 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Checking segment: {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 04:59:10.503588 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:10.503980 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Bound using segment: {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 04:59:10.504443 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Bound port: fac6db32-89a4-4ccb-9440-68b2d228053f, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf46893-be01-4a84-88e6-ccd38809ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 04:59:10.504821 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:10.671063 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] For port fac6db32-89a4-4ccb-9440-68b2d228053f, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:10.681685 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] For port fac6db32-89a4-4ccb-9440-68b2d228053f, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=fac6db32-89a4-4ccb-9440-68b2d228053f,segment=NetworkSegment(1bf46893-be01-4a84-88e6-ccd38809ac32),segment_id=1bf46893-be01-4a84-88e6-ccd38809ac32)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:10.688179 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:10.810912 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:10.878987 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43cfdd-c63c-421d-abf1-aa299fff77c0 req-d00d73bd-416f-486f-ac39-13f613be0cd2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:10.891069 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5f43cfdd-c63c-421d-abf1-aa299fff77c0 req-d00d73bd-416f-486f-ac39-13f613be0cd2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.0908475 Jul 30 04:59:10.891905 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f232fa-9689-4359-b759-467c7bb5a03c None None] Pushing event updated for resources: {'Port': ['ID=fac6db32-89a4-4ccb-9440-68b2d228053f,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:10.974986 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5f43cfdd-c63c-421d-abf1-aa299fff77c0 req-cbd10ef5-d318-4514-a8a8-63cfe13fdb04 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823510 Jul 30 04:59:11.080619 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Routers {'4764025d-9642-474c-9beb-8fb5dc18f7e4'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:11.081574 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:58:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4764025d-9642-474c-9beb-8fb5dc18f7e4'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:11.214650 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:11.214650 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:11.270585 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5dc54596-6ff4-47e8-9b7f-a319501f8781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:11.337699 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] Set router 4764025d-9642-474c-9beb-8fb5dc18f7e4 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 04:59:11.425128 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c11c2-a63a-4db9-be92-2e06accb0d0c req-115a0c70-fa2e-4809-884b-4fdec9dda34e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:11.433170 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da2c11c2-a63a-4db9-be92-2e06accb0d0c req-115a0c70-fa2e-4809-884b-4fdec9dda34e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1075075 Jul 30 04:59:11.495727 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da2c11c2-a63a-4db9-be92-2e06accb0d0c req-ce87ab15-bfcd-460f-b70d-d7c0e6bae507 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Jul 30 04:59:11.591000 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:11.633541 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:59:11.636871 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fcbe87-d4b0-4e20-ab63-c9033d169195" -d '{"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-plugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:11.660869 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:11.674288 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:11.675141 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 385417ea-46c5-4c25-82d0-0694fd272b01 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:11.709739 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382675fa-741b-4905-b916-067b0cd21856 x-openstack-request-id: req-382675fa-741b-4905-b916-067b0cd21856 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:11.710055 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-plugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:11.710295 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-382675fa-741b-4905-b916-067b0cd21856 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:11.710691 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'code': 200} Jul 30 04:59:11.714043 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 385417ea-46c5-4c25-82d0-0694fd272b01 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:59:11.714390 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 385417ea-46c5-4c25-82d0-0694fd272b01 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:11.799955 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=7']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:11.845232 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 4, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'fac6db32-89a4-4ccb-9440-68b2d228053f', 'name': '', 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'mac_address': 'fa:16:3e:99:7b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4e169e1f-d700-495f-bbd9-75451adb85fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:05Z', 'updated_at': '2021-07-30T04:59:10Z', 'revision_number': 4, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'subnets': [{'id': '4e169e1f-d700-495f-bbd9-75451adb85fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:11.879519 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08cb8-75b4-494e-b6ba-ea237915fd13 None None] The sync data for ids ['4764025d-9642-474c-9beb-8fb5dc18f7e4'] in dv-cinder-787262-6-iscsi is: [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 4, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'fac6db32-89a4-4ccb-9440-68b2d228053f', 'name': '', 'network_id': '96a19904-aa88-4794-9cb3-ee2608945869', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'mac_address': 'fa:16:3e:99:7b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4e169e1f-d700-495f-bbd9-75451adb85fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:05Z', 'updated_at': '2021-07-30T04:59:10Z', 'revision_number': 4, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'subnets': [{'id': '4e169e1f-d700-495f-bbd9-75451adb85fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:12.167497 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b695-afc5-47f7-ba41-4d03d923c25d req-d97d0399-8fcc-4f96-a726-bfdbb39deca4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:12.175114 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-adc5b695-afc5-47f7-ba41-4d03d923c25d req-d97d0399-8fcc-4f96-a726-bfdbb39deca4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.1225030 Jul 30 04:59:12.242397 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-adc5b695-afc5-47f7-ba41-4d03d923c25d req-759795d4-a598-4a66-89a0-01b863a3cf26 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612099 Jul 30 04:59:12.652133 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50556cd7-909d-463b-9806-8dc51ea84106 req-0364b937-0789-40fd-8488-ac8992088876 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:12.653735 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-50556cd7-909d-463b-9806-8dc51ea84106 req-0364b937-0789-40fd-8488-ac8992088876 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0643783 Jul 30 04:59:12.711731 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-50556cd7-909d-463b-9806-8dc51ea84106 req-d93ae478-0887-45ad-a879-7e6f491f8e7b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Jul 30 04:59:13.203252 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d5475c4e-20c0-4f3c-ae83-11ecc2302123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:13.377556 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f35f-befc-4696-972c-64b2ac7f6347 req-f9cfc1f8-906a-4058-bff2-2553d640038b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:13.379982 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e7e8f35f-befc-4696-972c-64b2ac7f6347 req-f9cfc1f8-906a-4058-bff2-2553d640038b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0543525 Jul 30 04:59:13.450156 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e7e8f35f-befc-4696-972c-64b2ac7f6347 req-032250ba-ed57-465a-ae1d-61f08d7b328e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560987 Jul 30 04:59:13.583921 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:13.876185 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb263c-7ffb-4acb-957c-7c2ab0fee0d4 req-c6fe555e-eb0f-443c-9279-47e44bf946f0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:13.877976 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c4cb263c-7ffb-4acb-957c-7c2ab0fee0d4 req-c6fe555e-eb0f-443c-9279-47e44bf946f0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0533857 Jul 30 04:59:13.939397 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device fac6db32-89a4-4ccb-9440-68b2d228053f up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:13.955420 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c4cb263c-7ffb-4acb-957c-7c2ab0fee0d4 req-59485841-1830-4ea2-bb5f-3b6d47790088 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680301 Jul 30 04:59:13.998751 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port fac6db32-89a4-4ccb-9440-68b2d228053f completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 04:59:14.003241 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port fac6db32-89a4-4ccb-9440-68b2d228053f triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:14.004092 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:14.115243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:14.155283 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port fac6db32-89a4-4ccb-9440-68b2d228053f, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=fac6db32-89a4-4ccb-9440-68b2d228053f,segment=NetworkSegment(1bf46893-be01-4a84-88e6-ccd38809ac32),segment_id=1bf46893-be01-4a84-88e6-ccd38809ac32)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:14.161323 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:14.229031 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=fac6db32-89a4-4ccb-9440-68b2d228053f,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:14.244981 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.245353 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.245683 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.246030 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.246366 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.247125 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.247582 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.247925 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.248403 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.248962 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.249251 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.249565 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:14.332556 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:14.595482 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f004b65-f824-4b7f-ae7e-f085d9537a3b req-efbbbba8-f066-4f59-bd0a-5396da9ad067 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:14.597902 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f004b65-f824-4b7f-ae7e-f085d9537a3b req-efbbbba8-f066-4f59-bd0a-5396da9ad067 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0578740 Jul 30 04:59:14.644589 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f004b65-f824-4b7f-ae7e-f085d9537a3b req-7fda2992-a4b0-44fe-8b31-c26f86ef3187 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Jul 30 04:59:15.078663 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c5f82-0fdc-4a60-96b8-8ad92dddacf7 req-40162537-4433-46de-a5ae-6c0a3daf9fca tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:15.081613 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3e1c5f82-0fdc-4a60-96b8-8ad92dddacf7 req-40162537-4433-46de-a5ae-6c0a3daf9fca tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0562851 Jul 30 04:59:15.124912 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3e1c5f82-0fdc-4a60-96b8-8ad92dddacf7 req-c6582045-0e21-43e2-bb58-8a5b6bb6a3b2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Jul 30 04:59:15.800320 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091b748-dc7f-4509-be51-47fd703c2df0 req-e9f41f13-7293-4f99-9f6a-1683c4b8ce92 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:15.803283 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6091b748-dc7f-4509-be51-47fd703c2df0 req-e9f41f13-7293-4f99-9f6a-1683c4b8ce92 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0576456 Jul 30 04:59:15.828705 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device fac6db32-89a4-4ccb-9440-68b2d228053f up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:15.847516 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6091b748-dc7f-4509-be51-47fd703c2df0 req-c29edb65-676e-40f9-add3-234601384912 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359726 Jul 30 04:59:16.006561 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port fac6db32-89a4-4ccb-9440-68b2d228053f triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 04:59:16.006960 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:16.050503 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:16.283123 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cac63-a8e7-4864-9949-23ba2c61862f req-d4b0c45d-18b9-4d79-8312-902114718aad tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:16.291664 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-635cac63-a8e7-4864-9949-23ba2c61862f req-d4b0c45d-18b9-4d79-8312-902114718aad tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0667908 Jul 30 04:59:16.361563 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-635cac63-a8e7-4864-9949-23ba2c61862f req-40c678fe-52f4-4082-84c7-e7a10e4070e7 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634012 Jul 30 04:59:17.040374 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944272d-e2df-43e9-bab4-327f529e0a33 req-df0476ef-b159-4983-8f32-8cb5bd12b46d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:17.042097 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0944272d-e2df-43e9-bab4-327f529e0a33 req-df0476ef-b159-4983-8f32-8cb5bd12b46d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0806015 Jul 30 04:59:17.087779 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0944272d-e2df-43e9-bab4-327f529e0a33 req-0519b25b-f750-4889-bd05-8a8518a143d1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Jul 30 04:59:17.500785 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca39d3-180c-4f80-8bb5-bbf507dbca1d req-58863a20-46fb-4194-9f6c-3b9bc317d8eb tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:17.502344 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-00ca39d3-180c-4f80-8bb5-bbf507dbca1d req-58863a20-46fb-4194-9f6c-3b9bc317d8eb tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0680392 Jul 30 04:59:17.554304 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-00ca39d3-180c-4f80-8bb5-bbf507dbca1d req-5d1653a7-fb30-4fe9-abee-c14ccd0b3095 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jul 30 04:59:18.237140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937174b-ab2c-4f71-be5b-675368664ecf req-58214403-e4a7-4418-a4ae-d0b7c389ce3f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:18.238579 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a937174b-ab2c-4f71-be5b-675368664ecf req-58214403-e4a7-4418-a4ae-d0b7c389ce3f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0558312 Jul 30 04:59:18.309205 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a937174b-ab2c-4f71-be5b-675368664ecf req-5a126ef4-b6ff-47da-9963-4e5cba3bfbf8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583067 Jul 30 04:59:18.693125 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec68b-0fbc-44d2-8e3d-4dc644640f73 req-b5d1577b-70b9-4f82-a67d-3de30dd071f5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:18.701466 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-36dec68b-0fbc-44d2-8e3d-4dc644640f73 req-b5d1577b-70b9-4f82-a67d-3de30dd071f5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0680008 Jul 30 04:59:18.737933 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-36dec68b-0fbc-44d2-8e3d-4dc644640f73 req-c4ed5009-88a4-4637-9f81-8184e1cd1cae tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356033 Jul 30 04:59:19.447607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42982f-c507-4111-9fb3-b0e4fb2ea7f7 req-14de39e8-c0c4-44b9-9b47-ae7b82e75b2a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:19.449639 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1a42982f-c507-4111-9fb3-b0e4fb2ea7f7 req-14de39e8-c0c4-44b9-9b47-ae7b82e75b2a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0551686 Jul 30 04:59:19.511118 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1a42982f-c507-4111-9fb3-b0e4fb2ea7f7 req-f4764245-3822-481b-88b6-c038f0fd6942 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500538 Jul 30 04:59:19.863098 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f220285-735b-4a0b-8c0f-985ef831ac2f req-c3a62d3a-cd30-422c-ac30-81ff62d90dab tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:19.864618 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4f220285-735b-4a0b-8c0f-985ef831ac2f req-c3a62d3a-cd30-422c-ac30-81ff62d90dab tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0510244 Jul 30 04:59:19.940241 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4f220285-735b-4a0b-8c0f-985ef831ac2f req-df1e5582-b593-420f-8ebe-a7d8487f7978 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Jul 30 04:59:20.218570 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:59:20.656349 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf12ce-452a-4621-81d6-18a8d61a5a84 req-17d8ae39-d91f-45c3-9481-57950838a22d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:20.658552 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fecf12ce-452a-4621-81d6-18a8d61a5a84 req-17d8ae39-d91f-45c3-9481-57950838a22d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0614998 Jul 30 04:59:20.703715 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fecf12ce-452a-4621-81d6-18a8d61a5a84 req-c3637495-8d05-4cc5-b9cf-7e71a79addd0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388856 Jul 30 04:59:21.069792 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d93b93-5f67-4f5f-b0cf-6e14a5fd1b22 req-d38f671b-765a-442b-9879-498a558ad131 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:21.072134 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-85d93b93-5f67-4f5f-b0cf-6e14a5fd1b22 req-d38f671b-765a-442b-9879-498a558ad131 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0624106 Jul 30 04:59:21.118728 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-85d93b93-5f67-4f5f-b0cf-6e14a5fd1b22 req-0ab3427f-1cce-4a2c-83a9-8d3da5058d16 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Jul 30 04:59:21.847139 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e39-d9cb-4012-98f4-4d3a0c23a1ca req-0f7b14f7-e4f3-4b2a-a0e2-e56dcc4a60ef tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:21.849424 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1bd71e39-d9cb-4012-98f4-4d3a0c23a1ca req-0f7b14f7-e4f3-4b2a-a0e2-e56dcc4a60ef tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0526721 Jul 30 04:59:21.895000 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1bd71e39-d9cb-4012-98f4-4d3a0c23a1ca req-1811cadb-7ccc-4e42-8e47-c60eae13ba90 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387807 Jul 30 04:59:22.251836 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b410cd-87d7-4280-ae20-f375d45a1521 req-1e4d2c53-1058-46f7-bb40-431238202cdd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:22.255362 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-37b410cd-87d7-4280-ae20-f375d45a1521 req-1e4d2c53-1058-46f7-bb40-431238202cdd tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0620713 Jul 30 04:59:22.294094 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-37b410cd-87d7-4280-ae20-f375d45a1521 req-670ae77c-a0e7-4a7c-887c-ff8a12761d4c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Jul 30 04:59:23.033093 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bec38-f07a-41b3-b3ff-871d035e776f req-a5123b57-d8b6-43f0-88e4-3084cd4d5a34 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:23.035632 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da7bec38-f07a-41b3-b3ff-871d035e776f req-a5123b57-d8b6-43f0-88e4-3084cd4d5a34 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0615859 Jul 30 04:59:23.084850 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da7bec38-f07a-41b3-b3ff-871d035e776f req-7c6b8391-cdd0-4476-b427-489d2fb14c85 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Jul 30 04:59:23.413946 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478e292-bed1-47b8-845c-f093410156ba req-9ef2339b-657c-4bce-9c4d-2be2fd076084 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:23.415514 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4478e292-bed1-47b8-845c-f093410156ba req-9ef2339b-657c-4bce-9c4d-2be2fd076084 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0506363 Jul 30 04:59:23.464852 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4478e292-bed1-47b8-845c-f093410156ba req-543651e6-fb21-4c0a-8fe8-b6cf1d4be1d5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Jul 30 04:59:24.227379 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9981a-0e16-4eff-b287-8e1159dbf0b2 req-691b06bb-2ac9-469b-b70b-b364a870904f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:24.228904 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13d9981a-0e16-4eff-b287-8e1159dbf0b2 req-691b06bb-2ac9-469b-b70b-b364a870904f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0575728 Jul 30 04:59:24.272783 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13d9981a-0e16-4eff-b287-8e1159dbf0b2 req-d5743fbc-1161-4b4d-9573-3c9ce962cdc8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370958 Jul 30 04:59:24.591582 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f6f6-3fa2-43fb-95f0-e6209d196e23 req-a20a7b83-e9bb-4868-b528-5322c9534589 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:24.593342 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e6c7f6f6-3fa2-43fb-95f0-e6209d196e23 req-a20a7b83-e9bb-4868-b528-5322c9534589 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0533156 Jul 30 04:59:24.637333 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e6c7f6f6-3fa2-43fb-95f0-e6209d196e23 req-7b7d9f1a-1ccc-421b-bfb9-0b272b07117f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373948 Jul 30 04:59:25.419303 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a60c4-90ac-45ee-b23a-e9da6aee10d7 req-b3db6070-b1dd-49f3-a3d4-e050a4d5417c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:25.420746 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-955a60c4-90ac-45ee-b23a-e9da6aee10d7 req-b3db6070-b1dd-49f3-a3d4-e050a4d5417c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0517247 Jul 30 04:59:25.458069 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-955a60c4-90ac-45ee-b23a-e9da6aee10d7 req-5a623e9b-bc57-4627-8453-ba87609703e6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Jul 30 04:59:25.764767 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa8dd8-afce-4e4f-802e-7efd1c0b4607 req-e410acba-e177-4158-9cc0-215a8812a665 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:25.766633 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-12aa8dd8-afce-4e4f-802e-7efd1c0b4607 req-e410acba-e177-4158-9cc0-215a8812a665 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0601895 Jul 30 04:59:25.819650 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-12aa8dd8-afce-4e4f-802e-7efd1c0b4607 req-4393971d-3fe2-4a88-a5f0-56919ac59842 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Jul 30 04:59:26.587789 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca038f3-4c74-469f-9a11-9d09f1f96ce8 req-9a2ace78-1ff2-40cd-a1a3-03260d371e71 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:26.589306 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dca038f3-4c74-469f-9a11-9d09f1f96ce8 req-9a2ace78-1ff2-40cd-a1a3-03260d371e71 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0502756 Jul 30 04:59:26.633143 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dca038f3-4c74-469f-9a11-9d09f1f96ce8 req-dc4725ec-4c12-4ef3-94f6-918675401650 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369596 Jul 30 04:59:26.944135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d83c76-d4cf-4918-9965-616914b41a74 req-1e1f1768-cf4b-4696-be24-e28958aadba6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:26.945776 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-03d83c76-d4cf-4918-9965-616914b41a74 req-1e1f1768-cf4b-4696-be24-e28958aadba6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0507400 Jul 30 04:59:26.984849 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-03d83c76-d4cf-4918-9965-616914b41a74 req-08341da3-efd7-4b24-809b-de088b79b897 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Jul 30 04:59:27.751340 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787417f-6c41-42cf-9c4d-242465e80b5a req-e5361b97-94bd-46e9-b50b-7434bf934395 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:27.752825 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f787417f-6c41-42cf-9c4d-242465e80b5a req-e5361b97-94bd-46e9-b50b-7434bf934395 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Jul 30 04:59:27.792316 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f787417f-6c41-42cf-9c4d-242465e80b5a req-81111efe-1c42-4980-a1d5-a7b52c0d303e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jul 30 04:59:28.100251 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33ad05-a362-453c-86f0-c03c683bce35 req-e28c93ab-9e38-4226-9799-38afe62d8cb2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:28.107409 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fb33ad05-a362-453c-86f0-c03c683bce35 req-e28c93ab-9e38-4226-9799-38afe62d8cb2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0491459 Jul 30 04:59:28.144894 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fb33ad05-a362-453c-86f0-c03c683bce35 req-de0add44-211f-4a0d-9635-4077d93d65d9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Jul 30 04:59:28.919870 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c64b9-a27a-4e9b-8b1f-0e89c760c032 req-cd5d7240-41d1-4837-8c41-ff2f80ac905a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:28.921397 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-182c64b9-a27a-4e9b-8b1f-0e89c760c032 req-cd5d7240-41d1-4837-8c41-ff2f80ac905a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0558279 Jul 30 04:59:28.965481 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-182c64b9-a27a-4e9b-8b1f-0e89c760c032 req-3fa6aed2-2a37-48ac-b07e-8a2ae0238cec tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Jul 30 04:59:29.272750 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcc8bf-627e-4543-a9fc-4d8432247462 req-cab303c6-0161-4c1e-bdb9-0036e81a46d1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:29.274219 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aafcc8bf-627e-4543-a9fc-4d8432247462 req-cab303c6-0161-4c1e-bdb9-0036e81a46d1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0496273 Jul 30 04:59:29.314667 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aafcc8bf-627e-4543-a9fc-4d8432247462 req-2e016929-3024-4c00-b890-4f157a77366b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Jul 30 04:59:29.542450 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-a3909e15-7cae-45a7-b7c5-4f5c8fddd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:29.546979 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-a3909e15-7cae-45a7-b7c5-4f5c8fddd82f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1099 time: 0.0551028 Jul 30 04:59:29.651808 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-2b0b8635-7827-4ed2-a4ff-71da5dbacdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:29.653425 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-2b0b8635-7827-4ed2-a4ff-71da5dbacdb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.0988264 Jul 30 04:59:29.731027 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-8c8cb000-9bbc-42b3-b964-ec1eb9ee6bf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 1001 time: 0.0669639 Jul 30 04:59:29.796818 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-26450782-4759-41c8-afd6-f6c6671f4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:29.798212 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-26450782-4759-41c8-afd6-f6c6671f4838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0548468 Jul 30 04:59:29.848543 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-e85fd193-129c-4fc8-a066-d70b79e4df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:29.850048 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-e85fd193-129c-4fc8-a066-d70b79e4df71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412819 Jul 30 04:59:29.942444 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-69ac0178-b436-4391-9866-42bd7ccdb2fa service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821443 Jul 30 04:59:30.061662 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ee3eecee-658b-47b3-ad28-5274125b79d0 req-7c7a9d58-296f-48eb-9aeb-963fdba86366 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093786 Jul 30 04:59:30.120127 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63c403-6860-47ad-882f-2b77a1164fc8 req-f6993324-4b7a-48bc-b4de-7c8be73a7e59 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:30.121972 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bf63c403-6860-47ad-882f-2b77a1164fc8 req-f6993324-4b7a-48bc-b4de-7c8be73a7e59 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0776942 Jul 30 04:59:30.175144 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bf63c403-6860-47ad-882f-2b77a1164fc8 req-41e4129c-245d-40ec-b9ac-ed497a292f99 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Jul 30 04:59:30.251886 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b57c3-6783-45c0-9fca-5faa14e802ca req-ce93f2d5-576e-406b-a04d-040c07d4eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:30.253528 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab3b57c3-6783-45c0-9fca-5faa14e802ca req-ce93f2d5-576e-406b-a04d-040c07d4eecc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0719395 Jul 30 04:59:30.299011 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab3b57c3-6783-45c0-9fca-5faa14e802ca req-a919225a-ed45-4767-9687-1968e0a8ddd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Jul 30 04:59:30.445112 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac995-99cf-47d1-9a36-1999363a1a15 req-ce424507-fb4e-4c59-ae32-ecfdaac65817 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:30.446785 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-601ac995-99cf-47d1-9a36-1999363a1a15 req-ce424507-fb4e-4c59-ae32-ecfdaac65817 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0539732 Jul 30 04:59:30.490605 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-601ac995-99cf-47d1-9a36-1999363a1a15 req-6b9dd72e-c541-487b-8bff-4cb6a7306142 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373640 Jul 30 04:59:31.333057 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acee2b5-93dd-419b-9e8e-e7a7042f4a2b req-77d626db-e94c-4dc0-b185-1c0e07377cd4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:31.335404 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2acee2b5-93dd-419b-9e8e-e7a7042f4a2b req-77d626db-e94c-4dc0-b185-1c0e07377cd4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0738900 Jul 30 04:59:31.378282 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2acee2b5-93dd-419b-9e8e-e7a7042f4a2b req-db7c25d7-18db-4b28-8487-cec2819f04a4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Jul 30 04:59:31.620012 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eb466-891c-4a3c-8f8d-244161e72177 req-d2d7384d-bc0f-456b-9334-8c40306f0079 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:31.621459 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9d5eb466-891c-4a3c-8f8d-244161e72177 req-d2d7384d-bc0f-456b-9334-8c40306f0079 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0564501 Jul 30 04:59:31.660616 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9d5eb466-891c-4a3c-8f8d-244161e72177 req-24fdee91-a74f-42d8-85d5-cb8283fbb248 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329731 Jul 30 04:59:32.110465 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544646-1de2-4ea4-9695-2dfd899f37ea req-dc90ad32-2d6b-406e-b0df-f93b635e5b2d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:32.113174 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-64544646-1de2-4ea4-9695-2dfd899f37ea req-dc90ad32-2d6b-406e-b0df-f93b635e5b2d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1297140 Jul 30 04:59:32.116447 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-a761ea16-d259-4c70-88ee-2fded83e1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:32.118077 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-a761ea16-d259-4c70-88ee-2fded83e1077 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 1098 time: 0.1020608 Jul 30 04:59:32.206111 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-64544646-1de2-4ea4-9695-2dfd899f37ea req-0ae3e551-de4c-4fc9-96b6-e26cb3a08b0b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829413 Jul 30 04:59:32.251772 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-7cbc17bf-b340-47c4-b055-c2bede266d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:32.253244 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-7cbc17bf-b340-47c4-b055-c2bede266d3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 200 len: 920 time: 0.1090569 Jul 30 04:59:32.298355 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-93f46ed8-4e69-49f5-9d49-8db6f19dd6ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 200 len: 217 time: 0.0328362 Jul 30 04:59:32.356304 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-f99e7922-e432-4214-bd5e-7b75ecde6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:32.357782 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-f99e7922-e432-4214-bd5e-7b75ecde6ab2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 200 len: 859 time: 0.0467877 Jul 30 04:59:32.402503 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-b1688d7e-286c-42d5-b10d-04e48144cf5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dee09fcf-672a-405a-9eb2-079ce0f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335293 Jul 30 04:59:32.533534 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940266-9604-4d8d-8d62-3657bcee10cc req-eb725187-1279-4a1f-8f09-ebc06c9a3430 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:32.535056 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f1940266-9604-4d8d-8d62-3657bcee10cc req-eb725187-1279-4a1f-8f09-ebc06c9a3430 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 946 time: 0.0760622 Jul 30 04:59:32.540816 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-33776eec-ec4f-40d8-8266-9fab4b84133a service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305077 Jul 30 04:59:32.650370 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f1940266-9604-4d8d-8d62-3657bcee10cc req-bf2321c6-fe12-467e-9e97-7389119168fd tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077106 Jul 30 04:59:32.697816 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5abe6520-80fb-446e-b218-1355cf7e03ff req-e9fd34c6-bbd5-464b-b77d-c7b8bf00ad39 service neutron] 10.222.0.37 "GET /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370668 Jul 30 04:59:32.844981 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:32.932112 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:32.967958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:59:32.970502 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c11ca9-6180-49c8-92c1-4abd1a2671e3" -d '{"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:32.984077 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:32.996676 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:33.038276 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e9850-97c8-4c6e-843e-8dbaec7d09c0 x-openstack-request-id: req-347e9850-97c8-4c6e-843e-8dbaec7d09c0 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:33.038798 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-unplugged", "status": "failed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "code": 422}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:33.039255 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-347e9850-97c8-4c6e-843e-8dbaec7d09c0 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:33.039895 dv-cinder-787262-6-iscsi neutron-server[93063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'code': 422} returned with failed status Jul 30 04:59:33.077171 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=8']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:33.469180 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc57a7-bbe4-4139-9209-e1f855daaf7c req-051e0260-697c-4ff8-a2f5-cc55e902a22b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:33.470797 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40fc57a7-bbe4-4139-9209-e1f855daaf7c req-051e0260-697c-4ff8-a2f5-cc55e902a22b tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1217685 Jul 30 04:59:33.500925 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faff17-4b4c-4359-8a83-ed58bc465720 req-117e2a74-5c9b-419e-8e02-a6ab47f35205 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:33.502905 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7faff17-4b4c-4359-8a83-ed58bc465720 req-117e2a74-5c9b-419e-8e02-a6ab47f35205 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1078448 Jul 30 04:59:33.577170 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40fc57a7-bbe4-4139-9209-e1f855daaf7c req-ff43a17d-5628-43fb-82bc-e75ffd6eec6f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946481 Jul 30 04:59:33.591459 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7faff17-4b4c-4359-8a83-ed58bc465720 req-e6b6bed3-7565-442b-8cb2-30b0a7876b62 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812235 Jul 30 04:59:34.598479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59214) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:34.761386 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-da02122b-36db-4f9e-83d0-441308bc4ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:34.781465 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02095cca-38f4-4926-9d0c-b8bd499baf68 req-58cc21e4-7f46-4505-a72e-03802e6f0a7d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:34.782920 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-02095cca-38f4-4926-9d0c-b8bd499baf68 req-58cc21e4-7f46-4505-a72e-03802e6f0a7d tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1142950 Jul 30 04:59:34.831323 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c920e-41c1-4619-adf5-fba15622c5d9 req-5460cbe6-db81-4918-863d-58223cfccba8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:34.832833 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-251c920e-41c1-4619-adf5-fba15622c5d9 req-5460cbe6-db81-4918-863d-58223cfccba8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1155856 Jul 30 04:59:34.883541 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-02095cca-38f4-4926-9d0c-b8bd499baf68 req-d440e384-a93c-496e-ab15-1e50ec780284 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917509 Jul 30 04:59:34.917544 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-251c920e-41c1-4619-adf5-fba15622c5d9 req-4e4b8940-489d-49ed-baf3-5e0acc8c77b9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742929 Jul 30 04:59:34.981923 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-da02122b-36db-4f9e-83d0-441308bc4ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:34.990839 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-da02122b-36db-4f9e-83d0-441308bc4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:35.049033 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-da02122b-36db-4f9e-83d0-441308bc4ae2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=427051091ec941e9b21f9d275efb6299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467905 Jul 30 04:59:35.049830 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59228) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:35.057757 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02122b-36db-4f9e-83d0-441308bc4ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332a24ba-594b-48d0-809d-abefe995761c,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:35.126724 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6fdec7f4-7e3b-4d52-aa00-2486f9f7368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:35.157143 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6fdec7f4-7e3b-4d52-aa00-2486f9f7368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:35.225115 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6fdec7f4-7e3b-4d52-aa00-2486f9f7368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:35.228912 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6fdec7f4-7e3b-4d52-aa00-2486f9f7368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:35.233062 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6fdec7f4-7e3b-4d52-aa00-2486f9f7368d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/332a24ba-594b-48d0-809d-abefe995761c HTTP/1.1" status: 204 len: 168 time: 0.1793392 Jul 30 04:59:35.241113 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdec7f4-7e3b-4d52-aa00-2486f9f7368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a24ba-594b-48d0-809d-abefe995761c,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:36.163555 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cb20a-72e0-4359-b8b1-235970def48c req-8679388b-e2c0-441b-a760-8e4ba0a270c9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:36.165256 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-113cb20a-72e0-4359-b8b1-235970def48c req-8679388b-e2c0-441b-a760-8e4ba0a270c9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0807772 Jul 30 04:59:36.212174 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-113cb20a-72e0-4359-b8b1-235970def48c req-63e35eb1-c113-4284-bd05-7dc00d0d0f6b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402594 Jul 30 04:59:36.856575 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:37.372678 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d072dad-559c-4d8a-9f26-b369a930e6f1 req-f57218c1-51b8-4840-bce3-bfe494dd4226 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:37.374249 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d072dad-559c-4d8a-9f26-b369a930e6f1 req-f57218c1-51b8-4840-bce3-bfe494dd4226 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0573306 Jul 30 04:59:37.413502 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d072dad-559c-4d8a-9f26-b369a930e6f1 req-9ef0b1ed-f383-469d-8c58-affc8a9cc3bc tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328081 Jul 30 04:59:38.555142 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e0ea-9fb9-4aaf-ba75-489c5968e1de req-793337e1-ab5c-4f9a-8dba-11cc27665d8e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:38.556621 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d015e0ea-9fb9-4aaf-ba75-489c5968e1de req-793337e1-ab5c-4f9a-8dba-11cc27665d8e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0539894 Jul 30 04:59:38.596969 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d015e0ea-9fb9-4aaf-ba75-489c5968e1de req-52e2794e-494a-4d4d-bb60-a71c113ebd5f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Jul 30 04:59:39.023944 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16130641-a0fb-4807-8e72-f57552a1f27d req-6828e410-2fbf-45ae-8a2f-35bd4f7b3ae7 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:39.032561 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-16130641-a0fb-4807-8e72-f57552a1f27d req-6828e410-2fbf-45ae-8a2f-35bd4f7b3ae7 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0706620 Jul 30 04:59:39.047019 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:39.074606 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-16130641-a0fb-4807-8e72-f57552a1f27d req-cbfd0e0e-be1c-4e6b-8564-8094655c6c3c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Jul 30 04:59:39.826395 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8346f-32e9-4f31-a5b7-95d243aca4b3 req-f4dde971-4eea-450e-bd07-25e6f72c77d2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:39.831955 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-69a8346f-32e9-4f31-a5b7-95d243aca4b3 req-f4dde971-4eea-450e-bd07-25e6f72c77d2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0609634 Jul 30 04:59:39.877898 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-69a8346f-32e9-4f31-a5b7-95d243aca4b3 req-38a8c1b1-051a-42b1-84b6-54d3f0f3db0f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358443 Jul 30 04:59:40.197192 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46778bc-f63e-48dd-ae81-595cb7f2a4b8 req-4c35ffea-4bea-4ab9-80e4-b387e2c954d3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:40.198739 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d46778bc-f63e-48dd-ae81-595cb7f2a4b8 req-4c35ffea-4bea-4ab9-80e4-b387e2c954d3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0521505 Jul 30 04:59:40.243937 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d46778bc-f63e-48dd-ae81-595cb7f2a4b8 req-2b31e80c-1aa4-445d-b7df-929be435cfec tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Jul 30 04:59:40.814329 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f1b5a201-b263-44c3-a53c-02f94c4ede49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:41.043394 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833792ff-9264-4fad-b4c8-6ca06a0d7588 req-39bc8735-a6f5-4014-882e-b0ba724a95b2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:41.045635 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-833792ff-9264-4fad-b4c8-6ca06a0d7588 req-39bc8735-a6f5-4014-882e-b0ba724a95b2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0763328 Jul 30 04:59:41.111362 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-833792ff-9264-4fad-b4c8-6ca06a0d7588 req-2bf9c03f-5516-4bb4-841e-3e443d9f7a7d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584869 Jul 30 04:59:41.412906 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d8fa0-8e13-41d7-9c7f-642e8c6e6857 req-fdadf7c1-058f-49a4-bcda-130bba7a91b9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:41.414860 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-653d8fa0-8e13-41d7-9c7f-642e8c6e6857 req-fdadf7c1-058f-49a4-bcda-130bba7a91b9 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0882399 Jul 30 04:59:41.434164 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-18f20c78-30a8-4dd5-9161-827226fad90c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:41.436074 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-18f20c78-30a8-4dd5-9161-827226fad90c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 945 time: 0.0790541 Jul 30 04:59:41.576088 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-653d8fa0-8e13-41d7-9c7f-642e8c6e6857 req-0b59771a-013e-4a6d-806b-9615d28dd952 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488338 Jul 30 04:59:41.612443 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Deleting port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:59:41.613343 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:41.734854 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] For port aab4d619-2a05-40c0-9305-1d4af2cf2bc8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:41.734854 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:41.752565 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Calling delete_port for aab4d619-2a05-40c0-9305-1d4af2cf2bc8 owned by compute:nova {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:59:41.897097 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:41.910971 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['aab4d619-2a05-40c0-9305-1d4af2cf2bc8', '99011df2-c2bd-4428-8ba0-05011c3de822'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:41.927736 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Pushing event deleted for resources: {'Port': ['ID=aab4d619-2a05-40c0-9305-1d4af2cf2bc8,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:41.993476 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] No DVR routers for this DVR port aab4d619-2a05-40c0-9305-1d4af2cf2bc8 on host hv-cinder-78726 {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:59:42.005537 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:42.007784 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2bd8ab8e-6aaf-45f4-974c-0e6b65e8f30c req-bd6d16bd-bade-48b5-9523-9db94b4f8a8e tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "DELETE /v2.0/ports/aab4d619-2a05-40c0-9305-1d4af2cf2bc8 HTTP/1.1" status: 204 len: 173 time: 0.5643325 Jul 30 04:59:42.008247 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'name': 'network-vif-deleted', 'tag': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:59:42.011022 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c08148-4f9c-4dbd-b6ee-b10b98d29464" -d '{"events": [{"server_uuid": "fe154070-8bd4-4281-8a03-a41772abc80d", "name": "network-vif-deleted", "tag": "aab4d619-2a05-40c0-9305-1d4af2cf2bc8"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:42.159860 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c0c65b-16b0-457f-a98b-e450a4f3866b x-openstack-request-id: req-25c0c65b-16b0-457f-a98b-e450a4f3866b {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:42.160476 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe154070-8bd4-4281-8a03-a41772abc80d", "name": "network-vif-deleted", "tag": "aab4d619-2a05-40c0-9305-1d4af2cf2bc8", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:42.160476 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25c0c65b-16b0-457f-a98b-e450a4f3866b {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:42.160768 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe154070-8bd4-4281-8a03-a41772abc80d', 'name': 'network-vif-deleted', 'tag': 'aab4d619-2a05-40c0-9305-1d4af2cf2bc8', 'status': 'completed', 'code': 200} Jul 30 04:59:42.261288 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df9a0c-6286-4da5-ade9-3cfcbb3dde4c req-67f32e32-bfc5-4f0a-9dc1-3a1abf6362a7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:42.269997 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-26df9a0c-6286-4da5-ade9-3cfcbb3dde4c req-67f32e32-bfc5-4f0a-9dc1-3a1abf6362a7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0630949 Jul 30 04:59:42.315925 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-26df9a0c-6286-4da5-ade9-3cfcbb3dde4c req-5fa3846b-053d-4e5f-94fa-c04f3ca6a7df tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Jul 30 04:59:42.771196 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c371cc27-d9b7-4171-b0de-92ea8ef51481 req-ed4ac6c3-0fa7-45f4-8b32-427728a15783 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe154070-8bd4-4281-8a03-a41772abc80d HTTP/1.1" status: 200 len: 210 time: 0.0593903 Jul 30 04:59:43.188372 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8863e37c-267f-4165-a424-90aef0a3a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:43.445446 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0f80-bf9f-4186-91d3-ab0039853f0f req-e33f9f6d-670f-4343-8e1a-8e21835961ed tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:43.447099 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4b1e0f80-bf9f-4186-91d3-ab0039853f0f req-e33f9f6d-670f-4343-8e1a-8e21835961ed tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0569110 Jul 30 04:59:43.496041 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4b1e0f80-bf9f-4186-91d3-ab0039853f0f req-e9bcec9c-40f0-48cf-87d3-b9270782e26d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 Jul 30 04:59:43.598102 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:44.063030 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eff444-a7c4-4845-90ff-37d0d3e68a7c req-1000f34b-fb84-402c-810d-4d1b52cf6ce2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:44.064831 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2eff444-a7c4-4845-90ff-37d0d3e68a7c req-1000f34b-fb84-402c-810d-4d1b52cf6ce2 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0640061 Jul 30 04:59:44.111703 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2eff444-a7c4-4845-90ff-37d0d3e68a7c req-838346f0-077c-4a65-b3cb-a08713a6051f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Jul 30 04:59:44.331977 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:44.619237 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804151e-c76d-431e-8229-e48cb9a23faf req-cfba0c7b-1e6d-4497-bf78-7ffd5ca99ac4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:44.623957 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6804151e-c76d-431e-8229-e48cb9a23faf req-cfba0c7b-1e6d-4497-bf78-7ffd5ca99ac4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0578213 Jul 30 04:59:44.667313 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6804151e-c76d-431e-8229-e48cb9a23faf req-3c0a0846-9445-4b67-9b39-a2021c42dc23 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Jul 30 04:59:44.872939 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device aab4d619-2a05-40c0-9305-1d4af2cf2bc8 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:44.894123 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: aab4d619-2a05-40c0-9305-1d4af2cf2bc8 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:59:44.894468 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device aab4d619-2a05-40c0-9305-1d4af2cf2bc8 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:45.299964 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaf16b-7039-4621-86aa-4393a6844dfa req-4c5a7b1d-6a76-4af1-8f8c-cd03610920a5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:45.301686 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6afaf16b-7039-4621-86aa-4393a6844dfa req-4c5a7b1d-6a76-4af1-8f8c-cd03610920a5 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1074841 Jul 30 04:59:45.368998 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6afaf16b-7039-4621-86aa-4393a6844dfa req-5aad3d06-44f6-4cab-809e-6a041ecce8b3 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469656 Jul 30 04:59:45.799912 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61fb85-20d2-45f1-ab63-17923011f6f3 req-5dcec815-83d8-424c-8347-c5c81040272b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:45.801451 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-be61fb85-20d2-45f1-ab63-17923011f6f3 req-5dcec815-83d8-424c-8347-c5c81040272b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0588708 Jul 30 04:59:45.868049 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-be61fb85-20d2-45f1-ab63-17923011f6f3 req-c6764137-0ae9-45ee-b522-cc1c0ee9ba80 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589893 Jul 30 04:59:46.037407 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:46.500504 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f64979-dae5-45ce-af89-f0f99b47be37 req-0218c603-75bc-4def-a581-79e8583f1213 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:46.502139 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e3f64979-dae5-45ce-af89-f0f99b47be37 req-0218c603-75bc-4def-a581-79e8583f1213 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0593169 Jul 30 04:59:46.546782 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e3f64979-dae5-45ce-af89-f0f99b47be37 req-a9445c9a-f5d2-428e-ae3d-ae97244d5d47 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Jul 30 04:59:47.028261 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72701-c34c-4adf-a86b-9e76ecbc2591 req-5ab1c5c4-ff74-49ce-b42f-ddbbf689c220 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:47.030336 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3ce72701-c34c-4adf-a86b-9e76ecbc2591 req-5ab1c5c4-ff74-49ce-b42f-ddbbf689c220 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0762155 Jul 30 04:59:47.081874 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3ce72701-c34c-4adf-a86b-9e76ecbc2591 req-f0f7591a-291b-421e-b728-210708adacdf tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Jul 30 04:59:47.273352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed9b7-3823-47bb-98ac-8986f9f3ba1a req-245cdd47-db16-4e43-85ed-3aa323200e70 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:47.275361 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-069ed9b7-3823-47bb-98ac-8986f9f3ba1a req-245cdd47-db16-4e43-85ed-3aa323200e70 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0546446 Jul 30 04:59:47.321831 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-069ed9b7-3823-47bb-98ac-8986f9f3ba1a req-f9ad5a9a-01d8-4fe7-bc22-b0b2ff558af7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387032 Jul 30 04:59:47.538625 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59524) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:47.691428 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8cf01-10ff-4b30-b0b6-1f7d09d3af4f req-939535df-8f61-4337-9fb2-2638edfa9e17 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:47.695280 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d0f8cf01-10ff-4b30-b0b6-1f7d09d3af4f req-939535df-8f61-4337-9fb2-2638edfa9e17 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0672512 Jul 30 04:59:47.738543 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:47.769782 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d0f8cf01-10ff-4b30-b0b6-1f7d09d3af4f req-d59c7e47-7550-40e3-9064-5983c6272efc tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686457 Jul 30 04:59:47.862695 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:47.867092 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:47.909585 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e5ac637e2ef4bcaae045d0995528a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667135 Jul 30 04:59:47.909585 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f28c66-399a-4c95-81b9-1fcd4305317c,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:47.909915 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59530) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:47.929577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.929932 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.930284 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.930640 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.930996 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.931338 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.931674 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.932010 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.932345 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.932678 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.933003 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.933331 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ff9f0-3db4-4cc1-85ef-3f3e5953a120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:47.974838 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a3b-d5ac-4bdf-9dc8-12cc9c624024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:47.998300 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a3b-d5ac-4bdf-9dc8-12cc9c624024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:48.050136 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a3b-d5ac-4bdf-9dc8-12cc9c624024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:48.053856 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a3b-d5ac-4bdf-9dc8-12cc9c624024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:48.055238 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b04c2a3b-d5ac-4bdf-9dc8-12cc9c624024 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1f28c66-399a-4c95-81b9-1fcd4305317c HTTP/1.1" status: 204 len: 168 time: 0.1446631 Jul 30 04:59:48.064886 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c2a3b-d5ac-4bdf-9dc8-12cc9c624024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f28c66-399a-4c95-81b9-1fcd4305317c,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:48.231928 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255db41f-3ec9-4c3d-a314-5b1a43634f5b req-e330b30f-3a30-466d-bc20-1b65e4037e80 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:48.239551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-255db41f-3ec9-4c3d-a314-5b1a43634f5b req-e330b30f-3a30-466d-bc20-1b65e4037e80 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0655196 Jul 30 04:59:48.673287 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-255db41f-3ec9-4c3d-a314-5b1a43634f5b req-f852c51c-1b40-48aa-ac59-badeb9341cab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328475 Jul 30 04:59:48.693184 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb7ae5-be94-4758-958a-2cd90542f99f req-d5b18642-4a04-4a1e-9531-f304e040e245 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:48.695186 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-45fb7ae5-be94-4758-958a-2cd90542f99f req-d5b18642-4a04-4a1e-9531-f304e040e245 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.1038253 Jul 30 04:59:48.778064 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-45fb7ae5-be94-4758-958a-2cd90542f99f req-5dbdd61e-9b6f-48dc-8e4c-d8339039e607 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742669 Jul 30 04:59:48.946828 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262e98a-076f-43fa-b448-e6d7845333df req-578192a4-15b2-43b6-b75d-09fdb05f310f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:48.948476 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0262e98a-076f-43fa-b448-e6d7845333df req-578192a4-15b2-43b6-b75d-09fdb05f310f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.0744071 Jul 30 04:59:49.026453 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0262e98a-076f-43fa-b448-e6d7845333df req-e24ad86d-5d91-4f4b-9157-ad4d350b90f1 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634727 Jul 30 04:59:49.304376 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59590) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:49.463242 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-88b8ea26-3ba3-494f-9ff8-4db376b1afad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572826 Jul 30 04:59:49.980709 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17d673-7517-492d-a263-2ec2add33bad req-923a9191-3b62-4253-bd41-424c456cc1eb tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:49.988795 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ec17d673-7517-492d-a263-2ec2add33bad req-923a9191-3b62-4253-bd41-424c456cc1eb tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1274393 Jul 30 04:59:50.003732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d5851-262f-4dee-a25a-ffd3d0146390 req-7b6f0477-57f0-42c8-9c67-65157168bc1f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:50.012022 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bd4d5851-262f-4dee-a25a-ffd3d0146390 req-7b6f0477-57f0-42c8-9c67-65157168bc1f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0910108 Jul 30 04:59:50.067872 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ec17d673-7517-492d-a263-2ec2add33bad req-72747f90-be3b-448a-8670-17f22d9752fb tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780964 Jul 30 04:59:50.112727 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bd4d5851-262f-4dee-a25a-ffd3d0146390 req-c3d86d09-4072-4d30-9c13-c4ca9060ddd7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968184 Jul 30 04:59:50.165070 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-f4bf8032-dfd3-4fec-9215-7cf615404d08 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:50.166829 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-f4bf8032-dfd3-4fec-9215-7cf615404d08 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1037331 Jul 30 04:59:50.372669 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e0915-fd48-4e88-9b10-1e885fbd088b req-f012896b-f462-4704-a4d3-e29fb3b6efa8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:50.374458 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-130e0915-fd48-4e88-9b10-1e885fbd088b req-f012896b-f462-4704-a4d3-e29fb3b6efa8 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 945 time: 0.1452048 Jul 30 04:59:50.424005 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Deleting port 99011df2-c2bd-4428-8ba0-05011c3de822 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:59:50.424349 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:50.499754 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-130e0915-fd48-4e88-9b10-1e885fbd088b req-a9edcd12-0225-4c8c-8d46-374284d111e0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a43d25d-b14b-4d58-84df-dd37cb24fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Jul 30 04:59:50.561254 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] For port 99011df2-c2bd-4428-8ba0-05011c3de822, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99011df2-c2bd-4428-8ba0-05011c3de822,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:50.561924 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:50.578193 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Calling delete_port for 99011df2-c2bd-4428-8ba0-05011c3de822 owned by compute:nova {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:59:50.738199 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:50.750803 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['99011df2-c2bd-4428-8ba0-05011c3de822'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:50.801921 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Pushing event deleted for resources: {'Port': ['ID=99011df2-c2bd-4428-8ba0-05011c3de822,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:50.875336 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] No DVR routers for this DVR port 99011df2-c2bd-4428-8ba0-05011c3de822 on host hv-cinder-78726 {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 04:59:50.878467 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:50.880770 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-91e4a559-6584-4e14-9bf6-b1457ae30737 req-03868c10-b9da-495e-87e1-f48a8a2f393c tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.37 "DELETE /v2.0/ports/99011df2-c2bd-4428-8ba0-05011c3de822 HTTP/1.1" status: 204 len: 173 time: 0.6994429 Jul 30 04:59:50.881360 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'name': 'network-vif-deleted', 'tag': '99011df2-c2bd-4428-8ba0-05011c3de822'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 04:59:50.884177 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872d5f6b-77bd-4395-85d0-91db801b0b17" -d '{"events": [{"server_uuid": "14599ca4-8cf9-465f-b697-fd3f1cd7ff6d", "name": "network-vif-deleted", "tag": "99011df2-c2bd-4428-8ba0-05011c3de822"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:50.954079 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54d7e77-2698-434a-9994-36ca33db1fd3 x-openstack-request-id: req-c54d7e77-2698-434a-9994-36ca33db1fd3 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:50.954864 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14599ca4-8cf9-465f-b697-fd3f1cd7ff6d", "name": "network-vif-deleted", "tag": "99011df2-c2bd-4428-8ba0-05011c3de822", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:50.955394 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c54d7e77-2698-434a-9994-36ca33db1fd3 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:50.956006 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14599ca4-8cf9-465f-b697-fd3f1cd7ff6d', 'name': 'network-vif-deleted', 'tag': '99011df2-c2bd-4428-8ba0-05011c3de822', 'status': 'completed', 'code': 200} Jul 30 04:59:51.317093 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf8f3-4a88-4019-8388-7e48d89f987c req-1fe8bf0f-fa89-4e72-99a6-5a61bc28f3ab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:51.318600 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2edf8f3-4a88-4019-8388-7e48d89f987c req-1fe8bf0f-fa89-4e72-99a6-5a61bc28f3ab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0903854 Jul 30 04:59:51.326395 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd0771-806b-4813-ba2d-57c87e6cc64d req-714aef8b-3d76-4d6b-96bf-bbb3fee7c105 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:51.327836 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a8fd0771-806b-4813-ba2d-57c87e6cc64d req-714aef8b-3d76-4d6b-96bf-bbb3fee7c105 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0981562 Jul 30 04:59:51.385792 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2edf8f3-4a88-4019-8388-7e48d89f987c req-13240d33-a393-46bb-9d96-f5b846373e22 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569868 Jul 30 04:59:51.388656 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a8fd0771-806b-4813-ba2d-57c87e6cc64d req-38c75d33-0c93-44a5-ae18-1e5d0e1dfb40 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531232 Jul 30 04:59:51.627569 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-896a705a-7bd3-434b-a679-b8bb37312508 req-3b6fc347-6025-4290-88f2-d2a0d2655bda tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 210 time: 0.0376678 Jul 30 04:59:51.640576 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-ad4033d8-1288-496e-a5a4-bfaeba8f2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:51.642047 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-ad4033d8-1288-496e-a5a4-bfaeba8f2f8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5&tenant_id=2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 1097 time: 0.0972304 Jul 30 04:59:52.530316 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a206c00-9fd3-4ec0-85f5-2d44090c4a92 req-28a6a556-22b1-49e1-b305-4d7e24529697 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:52.531815 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3a206c00-9fd3-4ec0-85f5-2d44090c4a92 req-28a6a556-22b1-49e1-b305-4d7e24529697 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0671897 Jul 30 04:59:52.539059 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d770-7270-4588-a1b4-338b103993cf req-b02915e9-2066-4668-88ba-0c1d2e3f32fc tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:52.540363 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-eac1d770-7270-4588-a1b4-338b103993cf req-b02915e9-2066-4668-88ba-0c1d2e3f32fc tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0845368 Jul 30 04:59:52.599019 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3a206c00-9fd3-4ec0-85f5-2d44090c4a92 req-04ef9b6d-95f9-45a8-8c52-635cd3caf33a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576878 Jul 30 04:59:52.601828 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-eac1d770-7270-4588-a1b4-338b103993cf req-3d3f159f-5a52-4e08-898b-2dcfc2c24ef5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545371 Jul 30 04:59:52.729274 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ff329cd8-5e5b-47c1-af29-315a2f50a91f req-2b155853-d447-4caa-a982-364dda6e90c6 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 210 time: 0.0254710 Jul 30 04:59:53.743479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7352c2-1fd5-4e42-870d-3e85b8f79fe6 req-f9432733-7b80-473a-a383-2a437b0b5466 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:53.744962 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-db7352c2-1fd5-4e42-870d-3e85b8f79fe6 req-f9432733-7b80-473a-a383-2a437b0b5466 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0754323 Jul 30 04:59:53.752921 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf6ba-fe5a-4af2-ae64-6ac133c953c1 req-a1e2b6b1-d431-40a0-b510-78a1681bcb13 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:53.754320 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3e4bf6ba-fe5a-4af2-ae64-6ac133c953c1 req-a1e2b6b1-d431-40a0-b510-78a1681bcb13 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0760095 Jul 30 04:59:53.813851 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-db7352c2-1fd5-4e42-870d-3e85b8f79fe6 req-b18b221d-da30-45be-b103-9c5d90d7a01d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585899 Jul 30 04:59:53.816542 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3e4bf6ba-fe5a-4af2-ae64-6ac133c953c1 req-11e80426-8b98-4fef-8971-b577011fc712 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554998 Jul 30 04:59:53.912651 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6b9d406-050a-47dd-8fc4-94577515023b req-df580da6-a002-4939-aa74-3670e0b032f0 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 210 time: 0.0263493 Jul 30 04:59:54.958108 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39264c3d-9967-48c2-a250-19e94aa7a81f req-bc87e766-ad04-4548-92f6-d9e8e939817e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:54.959645 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-39264c3d-9967-48c2-a250-19e94aa7a81f req-bc87e766-ad04-4548-92f6-d9e8e939817e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0778158 Jul 30 04:59:54.971919 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e77b0-757a-48c3-92eb-836f2a6fbe6d req-e775e2b8-f677-4e24-a580-a9730ebca2a3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:54.973492 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-879e77b0-757a-48c3-92eb-836f2a6fbe6d req-e775e2b8-f677-4e24-a580-a9730ebca2a3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0812230 Jul 30 04:59:55.028455 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-39264c3d-9967-48c2-a250-19e94aa7a81f req-2806ae03-f25e-4f6e-8f54-a65c7b5a2eaf tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Jul 30 04:59:55.040218 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-879e77b0-757a-48c3-92eb-836f2a6fbe6d req-6e79b6c4-6949-4fbb-bddc-955e7ee446d5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585678 Jul 30 04:59:55.127879 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bc775743-facf-40b9-a94f-21e0715e84e8 req-e5520761-2ba4-4acb-84a0-a848b6ad1486 tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 210 time: 0.0286903 Jul 30 04:59:56.179659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e7929-5fbd-42e1-b01e-699891195ad2 req-d171d48f-2c15-43e3-90e4-534cc8826b5d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:56.182093 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-395e7929-5fbd-42e1-b01e-699891195ad2 req-d171d48f-2c15-43e3-90e4-534cc8826b5d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0814676 Jul 30 04:59:56.199114 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 99011df2-c2bd-4428-8ba0-05011c3de822 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:56.219159 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 99011df2-c2bd-4428-8ba0-05011c3de822 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 04:59:56.219504 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 99011df2-c2bd-4428-8ba0-05011c3de822 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:56.223162 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098159a-960d-438a-a329-c6043593f30d req-c8e54d44-f265-4e67-beab-7cdcb914d41b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:56.224643 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2098159a-960d-438a-a329-c6043593f30d req-c8e54d44-f265-4e67-beab-7cdcb914d41b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.0966985 Jul 30 04:59:56.280702 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-395e7929-5fbd-42e1-b01e-699891195ad2 req-3678851e-eb53-4495-b68c-0467ef639d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860720 Jul 30 04:59:56.291726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-2cf3c600-aba7-48bc-a3fb-53030c3ea695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:56.299690 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-2cf3c600-aba7-48bc-a3fb-53030c3ea695 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1097 time: 0.1107535 Jul 30 04:59:56.299690 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2098159a-960d-438a-a329-c6043593f30d req-50021a2b-a3e4-404a-b541-6df60240a954 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615416 Jul 30 04:59:56.380556 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ef377de0-77f9-4a0f-bc30-be4adc448d24 req-610d4c99-0bfc-496e-a15d-fec9847e1a1f tempest-ServerRescueNegativeTestJSON-734102306 tempest-ServerRescueNegativeTestJSON-734102306-project] 10.222.0.35 "GET /v2.0/ports?device_id=14599ca4-8cf9-465f-b697-fd3f1cd7ff6d HTTP/1.1" status: 200 len: 210 time: 0.0329442 Jul 30 04:59:56.412732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-b9d6ec0e-59fd-47da-973b-f20f18de6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:56.414187 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-b9d6ec0e-59fd-47da-973b-f20f18de6c9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.1129675 Jul 30 04:59:56.483555 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-7ef3465d-1f02-4c96-bf84-a5bfe10caf8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 999 time: 0.0609453 Jul 30 04:59:56.536774 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-516d5a5f-50a3-4649-9e10-82bfc82e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:56.538234 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-516d5a5f-50a3-4649-9e10-82bfc82e84bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0467021 Jul 30 04:59:56.585904 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-4312d563-596b-45d3-b390-05af74c730aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:56.587462 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-4312d563-596b-45d3-b390-05af74c730aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405715 Jul 30 04:59:56.681208 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-98bebbb1-ac99-4799-88e1-04fefde8c777 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841892 Jul 30 04:59:56.772407 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09d83fb8-f73e-4bf8-8ecf-40934596e483 req-4e2d1886-27cc-43f7-ba67-1598cae39af9 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802636 Jul 30 04:59:57.241818 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:59:57.493497 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6adca1-5244-41bb-8990-7a384fc9c5e6 req-8c3c72be-8719-4c35-b67c-1bd1f45ecc24 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:57.495090 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5c6adca1-5244-41bb-8990-7a384fc9c5e6 req-8c3c72be-8719-4c35-b67c-1bd1f45ecc24 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1161807 Jul 30 04:59:57.514945 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea2d84-afa5-48ae-94a7-d7ca4f797718 req-8d37b4ca-d176-490b-b59c-5e814ee8d039 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:57.516468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96ea2d84-afa5-48ae-94a7-d7ca4f797718 req-8d37b4ca-d176-490b-b59c-5e814ee8d039 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0993719 Jul 30 04:59:57.601558 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5c6adca1-5244-41bb-8990-7a384fc9c5e6 req-964eadcb-a706-4888-9041-6106050072e5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840008 Jul 30 04:59:57.642773 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96ea2d84-afa5-48ae-94a7-d7ca4f797718 req-05ba4ecc-9f0c-4034-ac50-56a977a1827e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173828 Jul 30 04:59:57.686200 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59826) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:58.180178 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:58.765045 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Deleting port 5ff2c6db-b374-4f32-83ec-5ca838a61557 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 04:59:58.765643 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:58.823792 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b7d83-cb1b-4314-8ea6-d0d6b35f4c39 req-e1028db4-9c79-4e80-8ec5-56c3c7186427 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:58.825405 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e85b7d83-cb1b-4314-8ea6-d0d6b35f4c39 req-e1028db4-9c79-4e80-8ec5-56c3c7186427 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1433988 Jul 30 04:59:58.833854 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43301bc8-bb2e-4c08-b157-fa126d7b0594 req-1338455f-4db1-477d-8c90-bb85fe178b3d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 04:59:58.835364 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-43301bc8-bb2e-4c08-b157-fa126d7b0594 req-1338455f-4db1-477d-8c90-bb85fe178b3d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.1034353 Jul 30 04:59:58.882860 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] For port 5ff2c6db-b374-4f32-83ec-5ca838a61557, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=5ff2c6db-b374-4f32-83ec-5ca838a61557,segment=NetworkSegment(21823cfc-49db-449d-8947-0ef4884e43f7),segment_id=21823cfc-49db-449d-8947-0ef4884e43f7)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:58.883547 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:58.897560 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Calling delete_port for 5ff2c6db-b374-4f32-83ec-5ca838a61557 owned by network:router_interface {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 04:59:58.915527 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e85b7d83-cb1b-4314-8ea6-d0d6b35f4c39 req-6b7242a1-c26f-4d19-9765-287926095c6e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790579 Jul 30 04:59:58.931754 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-43301bc8-bb2e-4c08-b157-fa126d7b0594 req-76b777d9-e748-40c1-8648-ba455010f06e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890381 Jul 30 04:59:59.141955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.167457 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff2c6db-b374-4f32-83ec-5ca838a61557,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:59.195314 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.195843 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.195997 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.196315 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.196632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.196957 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.197309 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.197632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.197955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.198276 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.198596 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.198935 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:59.229578 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59854) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:59.297455 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Deleting subnet 8267a18b-c22c-4e13-8efb-7cee880f6018 {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 04:59:59.301868 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.345970 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.368154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.389894 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.450367 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.498276 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8267a18b-c22c-4e13-8efb-7cee880f6018,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:59.503999 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.506296 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-10c1ae49-85e2-423a-b0f3-7fb9535ca360 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8267a18b-c22c-4e13-8efb-7cee880f6018 HTTP/1.1" status: 204 len: 168 time: 0.2756410 Jul 30 04:59:59.509032 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59858) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:59.586785 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.616184 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Router 5759fb2b-7f0c-4664-9598-385b070e7b75 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 04:59:59.688295 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.703465 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488e9deb-f5ed-41bb-9b68-364cfb1fc5f3']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.715809 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521e08ab-47be-43f6-ae91-6fe6ffca9313') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.716232 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521e08ab-47be-43f6-ae91-6fe6ffca9313') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.728086 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.749913 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.759904 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:59:59.760325 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 04:59:59.762055 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 04:59:59.773443 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:59.781562 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-4acaff59-0806-4ffb-9772-f11189af095c admin admin] 10.222.0.35 "PUT /v2.0/routers/5759fb2b-7f0c-4664-9598-385b070e7b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0931714 Jul 30 04:59:59.782373 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59860) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 04:59:59.788207 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] Sync routers for ids ['5759fb2b-7f0c-4664-9598-385b070e7b75'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:59.813751 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] Routers {'5759fb2b-7f0c-4664-9598-385b070e7b75'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 04:59:59.814586 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:59:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['5759fb2b-7f0c-4664-9598-385b070e7b75'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.842257 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.892488 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 04:59:59.897285 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/488e9deb-f5ed-41bb-9b68-364cfb1fc5f3 HTTP/1.1" status: 204 len: 168 time: 0.3873241 Jul 30 04:59:59.901002 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbcb2f-1c75-4f1e-8509-80697dd751f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=488e9deb-f5ed-41bb-9b68-364cfb1fc5f3,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:59.959828 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:00.080597 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] Set router 5759fb2b-7f0c-4664-9598-385b070e7b75 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:00.228879 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3438eca-a578-4581-a003-b181588cde9f req-6cfaeb34-2d42-47c4-a0f5-da7a969fa53d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:00.238761 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3438eca-a578-4581-a003-b181588cde9f req-6cfaeb34-2d42-47c4-a0f5-da7a969fa53d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1783011 Jul 30 05:00:00.248803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:00.284464 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d30d4-cb64-4bbd-80e6-89847b0d075b req-2890da6d-8e37-4f92-91f9-9123bcb489b3 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:00.286039 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c4d30d4-cb64-4bbd-80e6-89847b0d075b req-2890da6d-8e37-4f92-91f9-9123bcb489b3 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.2140596 Jul 30 05:00:00.306431 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59874) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:00.408527 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Deleting port 477421d7-944f-4731-9627-83ffa371e27a {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:00:00.411067 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:00.530394 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3438eca-a578-4581-a003-b181588cde9f req-13d2dda5-3441-4ae7-9a1a-ec6742cb2413 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868154 Jul 30 05:00:00.531025 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59888) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:00.559270 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c4d30d4-cb64-4bbd-80e6-89847b0d075b req-43acf5d8-543d-4c4d-a326-097e34f0b841 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572820 Jul 30 05:00:00.576951 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '477421d7-944f-4731-9627-83ffa371e27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:59:59Z', 'revision_number': 5, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port': {'id': '477421d7-944f-4731-9627-83ffa371e27a', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:47Z', 'updated_at': '2021-07-30T04:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:00.662689 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] Checking router: 5759fb2b-7f0c-4664-9598-385b070e7b75 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:00.663695 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2259b5dc-3810-421e-a218-2e28ccdde62f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc365bad59614f1bab2e365c4c12571a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443894 Jul 30 05:00:00.664302 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59894) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:00.692473 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] Routers {'5759fb2b-7f0c-4664-9598-385b070e7b75'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:00.693278 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:59:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['5759fb2b-7f0c-4664-9598-385b070e7b75'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:00.801703 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-300ebae2-2660-4245-897b-34ecbf260e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:00.830907 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] For port 477421d7-944f-4731-9627-83ffa371e27a, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=477421d7-944f-4731-9627-83ffa371e27a,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:00.831960 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:00.920231 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7e887e67-e3a4-4717-9626-f26714eb6092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:00.922567 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Calling delete_port for 477421d7-944f-4731-9627-83ffa371e27a owned by network:router_gateway {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:00:00.932455 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] Set router 5759fb2b-7f0c-4664-9598-385b070e7b75 gateway port host: None {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:01.018974 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7e887e67-e3a4-4717-9626-f26714eb6092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.035197 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T05:00:00Z', 'revision_number': 6, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port_host': None}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:01.064814 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ad9e5-f7e2-409d-94a2-e153c227efa4 None None] The sync data for ids ['5759fb2b-7f0c-4664-9598-385b070e7b75'] in dv-cinder-787262-6-iscsi is: [{'id': '5759fb2b-7f0c-4664-9598-385b070e7b75', 'name': 'tempest-ServerRescueNegativeTestJSON-1732640677-router', 'tenant_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T05:00:00Z', 'revision_number': 6, 'project_id': '6088f8cde48d4e2a94970771d2b8a0e7', 'gw_port_host': None}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:01.100413 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-c430b249-0e00-4b4d-b987-af9554accc13 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079830813&fields=id&tenant_id=04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 267 time: 0.1298132 Jul 30 05:00:01.117357 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-300ebae2-2660-4245-897b-34ecbf260e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.148267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-300ebae2-2660-4245-897b-34ecbf260e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.184481 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7e887e67-e3a4-4717-9626-f26714eb6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.187183 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-7e887e67-e3a4-4717-9626-f26714eb6092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.201342 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-7e887e67-e3a4-4717-9626-f26714eb6092 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62f4ab7f-e3fb-4c96-87b5-665a1e2e017c HTTP/1.1" status: 204 len: 168 time: 0.5293415 Jul 30 05:00:01.224628 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887e67-e3a4-4717-9626-f26714eb6092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f4ab7f-e3fb-4c96-87b5-665a1e2e017c,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:01.329907 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-300ebae2-2660-4245-897b-34ecbf260e1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=734670b54fc74c0fb3570b2d30b0909c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7958622 Jul 30 05:00:01.330653 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ebae2-2660-4245-897b-34ecbf260e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde16bcc-b8dc-44b3-b5d3-8cef80eebc8d,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:01.336201 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59908) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:01.465202 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-3a9ac4be-fa4c-4086-af39-e35c0ef6c2cd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:01.467113 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-3a9ac4be-fa4c-4086-af39-e35c0ef6c2cd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 812 time: 0.3426657 Jul 30 05:00:01.525087 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-a16ab06e-625d-4f9f-94ee-99616db8b3ed tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/quotas/04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 375 time: 0.0505207 Jul 30 05:00:01.595214 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-626ff480-7200-4098-840e-f5c76b986785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.610399 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.667702 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-5d6b7bc3-0dfb-4244-8731-e0ccabacbf10 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336303 Jul 30 05:00:01.737391 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=477421d7-944f-4731-9627-83ffa371e27a,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:01.770419 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-626ff480-7200-4098-840e-f5c76b986785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.815706 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.965647 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-626ff480-7200-4098-840e-f5c76b986785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.968289 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-626ff480-7200-4098-840e-f5c76b986785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.971845 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-626ff480-7200-4098-840e-f5c76b986785 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bde16bcc-b8dc-44b3-b5d3-8cef80eebc8d HTTP/1.1" status: 204 len: 168 time: 0.6322370 Jul 30 05:00:01.975748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.981374 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-2d91e40a-6d2a-4535-81cf-fe12b8ff431b service neutron] 10.222.0.35 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966077 Jul 30 05:00:01.982925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:01.987383 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff480-7200-4098-840e-f5c76b986785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde16bcc-b8dc-44b3-b5d3-8cef80eebc8d,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:02.144024 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74fc2-7968-481a-ba77-c08b687ea30d req-bcd9c069-da7c-43cc-90ed-224082101124 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:02.179145 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fce74fc2-7968-481a-ba77-c08b687ea30d req-bcd9c069-da7c-43cc-90ed-224082101124 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.2798295 Jul 30 05:00:02.183649 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 477421d7-944f-4731-9627-83ffa371e27a no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:00:02.204301 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.205025 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5759fb2b-7f0c-4664-9598-385b070e7b75 {{(pid=93062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:00:02.228671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.236628 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e32ec0d7-e604-465e-b964-c7aa1cb52fa5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5759fb2b-7f0c-4664-9598-385b070e7b75 HTTP/1.1" status: 204 len: 168 time: 2.4503510 Jul 30 05:00:02.236628 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59932) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:02.247180 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 477421d7-944f-4731-9627-83ffa371e27a {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:00:02.247524 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 477421d7-944f-4731-9627-83ffa371e27a not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:00:02.248139 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 5ff2c6db-b374-4f32-83ec-5ca838a61557 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:00:02.297192 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 5ff2c6db-b374-4f32-83ec-5ca838a61557 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:00:02.297544 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 5ff2c6db-b374-4f32-83ec-5ca838a61557 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:00:02.336602 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Deleting subnet 2d762d6c-9625-4c5d-a0df-658de56d179b {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:00:02.343190 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.368078 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fce74fc2-7968-481a-ba77-c08b687ea30d req-c397c84c-5758-47ba-a92b-1fe7b4a3ac09 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868386 Jul 30 05:00:02.372036 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-828006fd-35ea-4e81-b53c-451f93926be3 service neutron] 10.222.0.35 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814597 Jul 30 05:00:02.410976 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.514003 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.686245 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.755015 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d3d08-44e7-4097-9374-4e6dcf6347a9 req-46e992bd-4700-44b9-ae7d-71c491c87611 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:02.759379 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-476d3d08-44e7-4097-9374-4e6dcf6347a9 req-46e992bd-4700-44b9-ae7d-71c491c87611 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.2175035 Jul 30 05:00:02.783928 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d762d6c-9625-4c5d-a0df-658de56d179b,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:02.807147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:02.817110 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 59956) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:02.820025 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-16e21f21-8b4c-419b-9e31-4221e85e58d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2d762d6c-9625-4c5d-a0df-658de56d179b HTTP/1.1" status: 204 len: 168 time: 0.5770104 Jul 30 05:00:02.994590 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-476d3d08-44e7-4097-9374-4e6dcf6347a9 req-03de4ec6-fc95-482b-abd5-8b53bae2391c tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244475 Jul 30 05:00:03.047427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.267393 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-70675697-18bd-4141-9ac4-06315d433a05 req-fca72da8-a81b-4674-a320-54d379421822 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.1160164 Jul 30 05:00:03.434598 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.451419 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee09fcf-672a-405a-9eb2-079ce0f4e6eb']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:03.467519 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21823cfc-49db-449d-8947-0ef4884e43f7') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:03.481361 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21823cfc-49db-449d-8947-0ef4884e43f7') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:03.502847 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.545596 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.566557 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:00:03.568357 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:00:03.599726 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:00:03.773082 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 59992) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:03.810564 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb2d89-9192-48be-9e15-48bf04534664 req-f98443fe-dac5-4539-b1d8-fcb5f0d3a85b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:03.812309 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bbfb2d89-9192-48be-9e15-48bf04534664 req-f98443fe-dac5-4539-b1d8-fcb5f0d3a85b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.2531366 Jul 30 05:00:03.814901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.822391 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:03.823834 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] 10.222.0.35 "DELETE /v2.0/networks/dee09fcf-672a-405a-9eb2-079ce0f4e6eb HTTP/1.1" status: 204 len: 168 time: 0.9977419 Jul 30 05:00:03.858359 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0b87a-a1ec-48d9-80ad-1a4f756ba9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=dee09fcf-672a-405a-9eb2-079ce0f4e6eb,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:03.970754 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bbfb2d89-9192-48be-9e15-48bf04534664 req-68d5b38e-83db-4f5f-b13f-530437e9264d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454864 Jul 30 05:00:04.045353 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1908550542-network', 'tenant_id': '2a38a391e31144b888b27af79586c5ec'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:04.098363 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60004) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:04.127849 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Made reservation on behalf of 2a38a391e31144b888b27af79586c5ec for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:04.145095 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.208018 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.268257 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9da1b718-c35e-42e8-9dae-5232541a41ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6088f8cde48d4e2a94970771d2b8a0e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1683540 Jul 30 05:00:04.271504 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60010) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:04.388528 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817e14c-ae63-4c0e-884b-03500cfdc6d7 req-ce9c7b6d-efb9-4399-9df7-53d25f8492ec tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:04.401136 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5817e14c-ae63-4c0e-884b-03500cfdc6d7 req-ce9c7b6d-efb9-4399-9df7-53d25f8492ec tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.1407862 Jul 30 05:00:04.485425 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-55edd885-3c68-4b57-89b1-9ba9b6a29a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.560449 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-92d3ca5f-10f0-44ed-8c99-1dfae56882c1 req-e768e038-c62e-41d6-94c6-f99fe9497341 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.1322658 Jul 30 05:00:04.601568 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-55edd885-3c68-4b57-89b1-9ba9b6a29a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.623881 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5817e14c-ae63-4c0e-884b-03500cfdc6d7 req-eb1a0fac-7504-4f5d-a1d6-f2736ba2ee5e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049589 Jul 30 05:00:04.707881 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.717326 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.777365 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-55edd885-3c68-4b57-89b1-9ba9b6a29a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.781566 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-55edd885-3c68-4b57-89b1-9ba9b6a29a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.783086 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-55edd885-3c68-4b57-89b1-9ba9b6a29a18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a43d25d-b14b-4d58-84df-dd37cb24fc17 HTTP/1.1" status: 204 len: 168 time: 0.5066502 Jul 30 05:00:04.785053 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:04.791522 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e46023b-12e6-4e31-95ec-02587ce097b5,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:04.805792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.807277 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Added segment 0f5e8b86-1126-4a57-937e-1efd359de74e of type vlan for network 2cc597f3-2d46-46f7-aff5-25381ee5e31e Jul 30 05:00:04.810366 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edd885-3c68-4b57-89b1-9ba9b6a29a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a43d25d-b14b-4d58-84df-dd37cb24fc17,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:04.875150 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.911844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.913189 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:04.914617 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:04.954047 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1792231 Jul 30 05:00:04.956697 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60026) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:04.964569 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Request body: {'subnet': {'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1908550542-subnet', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:05.072046 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10e776-a149-46f3-8b88-1c39b2229f00 req-e7d26582-2eef-4192-8ca6-f15fca7d9417 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:05.074016 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb10e776-a149-46f3-8b88-1c39b2229f00 req-e7d26582-2eef-4192-8ca6-f15fca7d9417 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.1011510 Jul 30 05:00:05.076351 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Made reservation on behalf of 2a38a391e31144b888b27af79586c5ec for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:05.078267 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90c81d-d92f-45d7-8a8b-109414810998 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc597f3-2d46-46f7-aff5-25381ee5e31e,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:05.079558 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2675894'] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:05.088274 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:05.644107 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cb10e776-a149-46f3-8b88-1c39b2229f00 req-b2db56fc-75b4-4486-b687-e139965ab6db tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270483 Jul 30 05:00:05.683574 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac4ab6-dfb3-48c9-8d44-f4818596349e req-1487ef62-60de-4736-abba-da1f515b89b9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:05.690168 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d2ac4ab6-dfb3-48c9-8d44-f4818596349e req-1487ef62-60de-4736-abba-da1f515b89b9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.4858716 Jul 30 05:00:05.764808 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d2ac4ab6-dfb3-48c9-8d44-f4818596349e req-f5a9e14c-8597-4f44-98e1-975e2397d3ae tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757422 Jul 30 05:00:05.978206 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-44de3298-eb23-4dfc-b574-8deea3ed4309 req-99f0c257-8f9e-4015-a542-9b4dac5c4860 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.0872245 Jul 30 05:00:05.979814 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-b7f65edf-cb9e-4fce-ab32-cfe533b563d1 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=de630cf60fc04c75be99e188c4068300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877578 Jul 30 05:00:05.981670 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2965719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2675864'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.103956 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60070) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:06.192350 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28ba917-7bc6-4e4f-ad55-98124a491994,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:06.201696 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Checking segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:06.202061 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Network hostable DHCP agents. Network: 2cc597f3-2d46-46f7-aff5-25381ee5e31e, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:06.239641 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1196586650-network', 'tenant_id': '1ddea6d0acc14a0aabbad836c73bc7c1'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:06.262386 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Made reservation on behalf of 1ddea6d0acc14a0aabbad836c73bc7c1 for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:06.265127 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.270811 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:06.291698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.292128 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 2cc597f3-2d46-46f7-aff5-25381ee5e31e) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:06.301035 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87be72-f803-4783-843f-3a7466980a1d None None] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:06.301564 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:06.302031 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.343446 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-48ded263-32ba-43c2-b870-20e989254b4d tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:06.345956 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-48ded263-32ba-43c2-b870-20e989254b4d tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579211 Jul 30 05:00:06.389179 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-b84c8e6c-3d46-42c7-b0db-989ba64e0f61 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/quotas/de630cf60fc04c75be99e188c4068300 HTTP/1.1" status: 200 len: 375 time: 0.0327816 Jul 30 05:00:06.432655 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-186aca02-8bdf-42db-8f47-28d098ce9480 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de630cf60fc04c75be99e188c4068300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390046 Jul 30 05:00:06.481766 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.488955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.507468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-3f1d46a5-2c2c-4b78-8f54-1f9347e481c0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5489888 Jul 30 05:00:06.511494 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60074) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:06.516800 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:06.522777 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 05:00:06.523682 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.542457 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:06.568923 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d471cea-09ac-4549-af6d-e13e022217ed,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:06.571640 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.572837 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.617607 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.618040 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Added segment 7502f673-f433-4f9b-943a-af4d786ad17f of type vlan for network 15face40-cf62-47a3-b149-b6f8efed4431 Jul 30 05:00:06.725258 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.740134 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.766538 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Allocated IP 172.20.0.2 (2cc597f3-2d46-46f7-aff5-25381ee5e31e/b28ba917-7bc6-4e4f-ad55-98124a491994/8813d9d2-c7cf-46dd-af8a-8fccb68b9024) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:06.819974 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.820977 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:06.821584 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:06.980733 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8745582 Jul 30 05:00:06.981947 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60092) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:06.998224 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-059345f9-768a-45b8-8ceb-634594fec3e7 req-2b4befa2-06f7-4bec-b76a-2b5ef7811a0a tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 210 time: 0.1153157 Jul 30 05:00:07.002379 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Request body: {'subnet': {'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1196586650-subnet', 'tenant_id': '1ddea6d0acc14a0aabbad836c73bc7c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:07.025266 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780262-b1ba-4f72-a97a-202a3608fb68 admin admin] Pushing event updated for resources: {'Network': ['ID=15face40-cf62-47a3-b149-b6f8efed4431,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:07.034651 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.068192 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Made reservation on behalf of 1ddea6d0acc14a0aabbad836c73bc7c1 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:07.070673 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26862532'] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.093655 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 15face40-cf62-47a3-b149-b6f8efed4431 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:07.099212 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86292-700f-44bd-b826-ff0824363e64 req-94568093-1ef4-4923-bd53-037d1aee57dd tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:07.109250 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-70b86292-700f-44bd-b826-ff0824363e64 req-94568093-1ef4-4923-bd53-037d1aee57dd tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.2265568 Jul 30 05:00:07.203953 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.235448 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Transition to ACTIVE for port object 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:07.266611 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Transition to ACTIVE for port object 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:07.302119 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.326642 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-70b86292-700f-44bd-b826-ff0824363e64 req-2076dc67-d789-4781-aeeb-134120c658e3 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158587 Jul 30 05:00:07.437636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072d5e9-aea1-480d-ba04-fc10e574d2e1 req-b59ff0c7-b363-436a-bafe-309d809ecad7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:07.453677 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2072d5e9-aea1-480d-ba04-fc10e574d2e1 req-b59ff0c7-b363-436a-bafe-309d809ecad7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.2903535 Jul 30 05:00:07.455476 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60102) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:07.473918 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:07.483667 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:07.483906 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26862570'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.490071 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:07.527231 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-081eb668-b264-45b7-925a-37f30165404c req-c61c2638-cdf4-4cee-98a7-f9cb7fdb7672 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.0455990 Jul 30 05:00:07.588065 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2072d5e9-aea1-480d-ba04-fc10e574d2e1 req-9ff9bb90-28ca-4167-988d-644493d41667 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257789 Jul 30 05:00:07.629808 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Attempting to bind port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:07.630474 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Attempting to bind port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:07.631044 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Attempting to bind port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 on network 2cc597f3-2d46-46f7-aff5-25381ee5e31e {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:07.646158 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e297418e-c094-4172-abf6-e559c91efe88,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:07.656251 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Pushing event updated for resources: {'Port': ['ID=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:07.662183 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:07.662567 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Checking segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:07.663048 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.663431 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Bound using segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:07.663874 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Bound port: 8813d9d2-c7cf-46dd-af8a-8fccb68b9024, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:07.664229 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.669265 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Checking segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:07.669630 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Network hostable DHCP agents. Network: 15face40-cf62-47a3-b149-b6f8efed4431, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:07.711105 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Network 15face40-cf62-47a3-b149-b6f8efed4431 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:07.728961 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 15face40-cf62-47a3-b149-b6f8efed4431) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:07.743907 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d768192a-a0b2-46dc-81f4-4110b242f917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.747023 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:07.747917 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.760856 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf373d6c-b2fa-4841-a9a2-6be0424fb737 None None] Network 15face40-cf62-47a3-b149-b6f8efed4431 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:07.796188 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ee5ab497-894c-48b1-bed3-bfa29097c3bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7999332 Jul 30 05:00:07.799168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.824644 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.897531 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] For port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:07.901929 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] For port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:07.908984 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.955839 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d768192a-a0b2-46dc-81f4-4110b242f917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:07.981156 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d768192a-a0b2-46dc-81f4-4110b242f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.038559 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0da11-1119-4b8e-a42c-1bd9d2cf627a None None] Network 15face40-cf62-47a3-b149-b6f8efed4431 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:08.065551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d768192a-a0b2-46dc-81f4-4110b242f917 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04b2e80a4c6c4ad48a1793e74aee2268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060474 Jul 30 05:00:08.066058 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60116) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:08.071238 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768192a-a0b2-46dc-81f4-4110b242f917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f763ee8-8b01-4dc6-a691-31f9ae3d5a48,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:08.076542 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Allocated IP 172.27.2.159 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/8f5b5ccb-a724-49a3-883e-00ef24c63823) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:08.123065 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8df4-7a89-4f8b-a17d-dcdd0d660552 None None] Pushing event updated for resources: {'Port': ['ID=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:08.173945 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-12821ed0-d258-494c-88f1-9c4f99471482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.188944 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-09fe40b9-a300-4719-9891-abc841b767e8 req-f9dbc863-5703-423c-b84b-894bc875a467 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 210 time: 0.0712280 Jul 30 05:00:08.216397 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-12821ed0-d258-494c-88f1-9c4f99471482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.267154 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.320802 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-12821ed0-d258-494c-88f1-9c4f99471482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.322377 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.328195 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-12821ed0-d258-494c-88f1-9c4f99471482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:08.331236 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-12821ed0-d258-494c-88f1-9c4f99471482 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f763ee8-8b01-4dc6-a691-31f9ae3d5a48 HTTP/1.1" status: 204 len: 168 time: 0.2636971 Jul 30 05:00:08.358776 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12821ed0-d258-494c-88f1-9c4f99471482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f763ee8-8b01-4dc6-a691-31f9ae3d5a48,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:08.398073 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Pushing event updated for resources: {'Port': ['ID=8f5b5ccb-a724-49a3-883e-00ef24c63823,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:08.428574 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:08.437913 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:08.443952 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:08.623919 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544c39a-20d4-4714-b44e-d7572fb83b3f req-238651e2-4a48-495f-9606-271e2cd140d1 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:08.625461 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c544c39a-20d4-4714-b44e-d7572fb83b3f req-238651e2-4a48-495f-9606-271e2cd140d1 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.1954579 Jul 30 05:00:08.788716 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-e2789895-bdec-4a6b-8eb8-745078be0c60 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:08.798455 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-e2789895-bdec-4a6b-8eb8-745078be0c60 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.3445733 Jul 30 05:00:08.816657 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c544c39a-20d4-4714-b44e-d7572fb83b3f req-db349e31-0d75-40cd-8360-9afbe7be8af9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543331 Jul 30 05:00:08.920136 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-304b089d-25b4-4d8f-af63-1cbd7604b058 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/quotas/1ddea6d0acc14a0aabbad836c73bc7c1 HTTP/1.1" status: 200 len: 375 time: 0.1204169 Jul 30 05:00:09.029697 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.225833 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b2c42a14-8627-480e-b271-229ceca5f911 req-81050b40-ef6f-491d-bb20-91e4366eed0d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.3005707 Jul 30 05:00:09.246334 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-1bc2411f-db86-4f0f-9368-cfd56966bde0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3081136 Jul 30 05:00:09.250408 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b4c18-7c1e-4f84-82e0-835a65d52892 None None] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:09.314242 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-becd6b57-af19-47f3-acbd-93029ab83500 None None] Provisioning for port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:09.334265 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60160) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:09.393725 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-85cb994e-3d49-4cf8-bab9-f1f5350e1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:09.395270 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-85cb994e-3d49-4cf8-bab9-f1f5350e1367 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1098 time: 0.4881308 Jul 30 05:00:09.437036 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2125337545-network', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:09.470941 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Made reservation on behalf of ed96cf0f31a7453d8b0e383d945708f6 for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:09.473075 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.473492 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.487323 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.583676 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafef30-ca90-4e18-b311-fb018f1a3e71 req-83296007-bac6-4168-ac4a-edf9965b825e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:09.585368 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ddafef30-ca90-4e18-b311-fb018f1a3e71 req-83296007-bac6-4168-ac4a-edf9965b825e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.2701552 Jul 30 05:00:09.605722 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-08cb71d9-db59-4ee4-8590-32ddbbe3c55b service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377590 Jul 30 05:00:09.638047 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.644524 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.675705 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:09.693020 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf520f-0b81-4dce-813a-3e1bf2b08211,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:09.695972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.696363 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Added segment 4556f95c-8cd8-48bf-9bd9-8c2bcb245d84 of type vlan for network 4ae005d0-c5fb-458d-a217-75e1df5d72fb Jul 30 05:00:09.739502 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-3fd8a8e9-b710-4371-9c7d-257547d90083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:09.740950 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-3fd8a8e9-b710-4371-9c7d-257547d90083 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.3303676 Jul 30 05:00:09.753315 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.788034 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.789036 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:09.789705 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:09.858141 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] Pushing event updated for resources: {'Network': ['ID=4ae005d0-c5fb-458d-a217-75e1df5d72fb,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:09.871617 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ddafef30-ca90-4e18-b311-fb018f1a3e71 req-0b4b9bdb-4f84-44b4-b1d5-a5a820eb4fea tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610023 Jul 30 05:00:09.873023 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:09.874293 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-b3775bfc-dd06-4bad-93d2-b217b3b2eaea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5387814 Jul 30 05:00:09.881972 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60168) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:09.929482 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Request body: {'subnet': {'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2125337545-subnet', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:09.950015 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:09.994646 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-ea7d213b-acc7-4cb5-b350-9cf462ba50b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 1001 time: 0.2239172 Jul 30 05:00:10.029587 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-11787ad5-73b7-4236-9d40-17776b662bb8 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de630cf60fc04c75be99e188c4068300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359082 Jul 30 05:00:10.036413 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:10.042242 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:10.043033 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.053504 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-3250a0ce-d299-4020-be98-6ba25e1dae16 service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328821 Jul 30 05:00:10.145453 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.208373 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:10.218601 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.279869 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e2f98ba9-8938-4aad-88a4-137b8f4ff0fc tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:10.281913 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e2f98ba9-8938-4aad-88a4-137b8f4ff0fc tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 812 time: 0.6692729 Jul 30 05:00:10.299183 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Made reservation on behalf of ed96cf0f31a7453d8b0e383d945708f6 for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:10.301630 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2675894'] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.305118 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ec6e6ffa-2165-4bf0-a90a-15b875ac341b req-61400473-857f-49f5-b917-bf324924bed6 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 210 time: 0.3003445 Jul 30 05:00:10.338987 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:10.354160 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-54e0b7e6-22b4-474e-818d-439cee5374c0 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:10.356764 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-54e0b7e6-22b4-474e-818d-439cee5374c0 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203328 Jul 30 05:00:10.374185 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Request body: {'port': {'device_id': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c', 'admin_state_up': True, 'tenant_id': 'de630cf60fc04c75be99e188c4068300'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:10.405813 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-b1cc1c1b-c06b-4bd7-8322-f942261cbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:10.407388 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-b1cc1c1b-c06b-4bd7-8322-f942261cbf01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.3916171 Jul 30 05:00:10.491550 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95555dd0-3fbf-407f-ba7d-43e441e52fc0 req-5a4a2856-158a-429f-aaa8-279d8ba64980 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0878649 Jul 30 05:00:10.512871 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.516299 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Made reservation on behalf of de630cf60fc04c75be99e188c4068300 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:10.520022 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.606216 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-906bf2ae-677a-451c-a889-14ed599860bf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 380 time: 0.2943101 Jul 30 05:00:10.644489 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'port': {'device_id': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'admin_state_up': True, 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'security_groups': ['d50b6189-27c6-4e67-9799-633552f2222a']}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:10.663609 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e8d76-9ad5-44a5-8bf0-31bd98716adf req-b66381dc-f784-4843-a7fb-0495788b0c0b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:10.665125 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-165e8d76-9ad5-44a5-8bf0-31bd98716adf req-b66381dc-f784-4843-a7fb-0495788b0c0b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.3822279 Jul 30 05:00:10.740543 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fed36e69-f628-4418-9c7a-5be7b52c8c4a req-86383297-9b55-42ae-9aff-b3f9c03aba5b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.1328373 Jul 30 05:00:10.812879 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-ed0a7257-ba78-448c-80bc-b86f43b3810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:10.815258 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-ed0a7257-ba78-448c-80bc-b86f43b3810b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3861821 Jul 30 05:00:10.820219 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.822448 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0e818c1d-a026-47bc-b19b-85754624ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.949492 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.954505 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:10.975291 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-165e8d76-9ad5-44a5-8bf0-31bd98716adf req-0d8a97b5-1460-4f50-9ba8-505835feff14 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412627 Jul 30 05:00:11.059265 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ee684-0553-47f5-b8cc-da456fc41100,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:11.148328 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Allocated IP 192.168.233.148 (de1b209b-0ba1-4633-84d7-18d4fb55af4c/3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4/5540510b-6dfd-4abe-80aa-cd3d404b55ca) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:11.316083 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.37', 59210) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:11.366356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.387410 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.37', 59211) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:11.475032 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Transition to ACTIVE for port object 5540510b-6dfd-4abe-80aa-cd3d404b55ca will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:11.495340 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-44879622-b0bb-4860-8c46-cabb5b45f806 req-ea5f7277-5cd2-436e-998f-7b5847e4e9ef tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 210 time: 0.0899832 Jul 30 05:00:11.496463 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2965719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2675864'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.535659 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-b83cbdfd-da44-49d5-ad9f-1d05f46992e0 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087152 Jul 30 05:00:11.540868 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-88094dd3-bae5-4429-b350-9ded52201f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:11.542620 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-88094dd3-bae5-4429-b350-9ded52201f4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1097 time: 0.1535504 Jul 30 05:00:11.564008 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-285e9deb-4532-44eb-a8ce-f6c7ecfd35f9 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:11.564833 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46ce2c-2cc1-4ae1-a1b4-530911f72855 req-987ca8a2-563c-4e95-a0c8-b9f46d82c0ce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:11.565554 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-285e9deb-4532-44eb-a8ce-f6c7ecfd35f9 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.2486858 Jul 30 05:00:11.566414 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ef46ce2c-2cc1-4ae1-a1b4-530911f72855 req-987ca8a2-563c-4e95-a0c8-b9f46d82c0ce tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.5709639 Jul 30 05:00:11.567369 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Router 27b4b7b2-7795-4777-af2d-27a86dabccb8 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 05:00:11.576618 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.580738 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Made reservation on behalf of 04647c5f07c24835b912fed4e98d8ec2 for: {'port': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:11.584167 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.601652 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Request body: {'port': {'device_id': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'admin_state_up': True, 'tenant_id': '1ddea6d0acc14a0aabbad836c73bc7c1'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:11.696678 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:11.717373 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Network de1b209b-0ba1-4633-84d7-18d4fb55af4c is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:11.731993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:11.745084 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:11.753792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Pushing event updated for resources: {'Port': ['ID=5540510b-6dfd-4abe-80aa-cd3d404b55ca,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:11.797219 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-28543c28-6b8c-48c4-b363-ed400662065e req-a7a3bd36-f2a3-479b-b978-a205e27c8022 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 210 time: 0.2084959 Jul 30 05:00:11.848641 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-3fe8f9ce-125d-42a1-ac19-be1e711a7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:11.850019 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-3fe8f9ce-125d-42a1-ac19-be1e711a7abe service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.2681286 Jul 30 05:00:11.873419 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:11.874044 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.905305 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ef46ce2c-2cc1-4ae1-a1b4-530911f72855 req-5a28a87f-e7ea-4c78-9313-136f80a3ec5f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096552 Jul 30 05:00:11.936077 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:11.966625 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Made reservation on behalf of 1ddea6d0acc14a0aabbad836c73bc7c1 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:11.970473 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:11.991225 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Checking segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:11.991846 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Network hostable DHCP agents. Network: 4ae005d0-c5fb-458d-a217-75e1df5d72fb, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:11.998844 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:11.999252 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.005393 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-bbe114eb-809a-4fe5-a34c-3de5507b4f88 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6361499 Jul 30 05:00:12.013949 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7786432-9ea2-49b3-93ba-b720cb8e32ea req-d926c189-5733-4775-9454-186ed143c205 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435360 Jul 30 05:00:12.030313 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Request body: {'port': {'device_id': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:12.049199 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-49e84ae5-838e-474e-977f-c101d4d9f304 req-9e7efe33-b217-4264-8c74-c9a7461f2d7b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.0665069 Jul 30 05:00:12.096133 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-9b960b42-cf75-49f1-bfd0-b73c44931d3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 999 time: 0.2356498 Jul 30 05:00:12.111142 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:12.142389 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0789bd80-c4d7-4e2a-bfa8-b0fb4dbfff4d None None] Provisioning for port 5540510b-6dfd-4abe-80aa-cd3d404b55ca completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:12.147061 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:12.150723 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0789bd80-c4d7-4e2a-bfa8-b0fb4dbfff4d None None] Provisioning complete for port 5540510b-6dfd-4abe-80aa-cd3d404b55ca triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:12.151388 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0789bd80-c4d7-4e2a-bfa8-b0fb4dbfff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.168082 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 4ae005d0-c5fb-458d-a217-75e1df5d72fb) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:12.169737 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.176865 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:12.177454 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.181476 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f518c4-848f-4d13-a887-a04218ed3259 None None] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:12.183430 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.184569 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Sync routers for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:12.185056 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-3ffd342f-03e9-41b6-863e-c90a96733e5a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6720130 Jul 30 05:00:12.188575 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60206) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:12.202537 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Allocated IP 172.20.0.13 (6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb/2f40e549-fea9-453b-a691-886f70895b0c/59d9fd06-80e8-4a3e-b675-4639a385ec1b) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:12.217740 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8359d-dbdb-4de0-b5ef-9cc59150bd9f req-78c8675b-9a15-49d5-8ae3-c2cc1b0010e2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:12.227461 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-18d8359d-dbdb-4de0-b5ef-9cc59150bd9f req-78c8675b-9a15-49d5-8ae3-c2cc1b0010e2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.1409872 Jul 30 05:00:12.243200 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-e35b5847-279d-406e-8a3b-823e6e5adceb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3598263 Jul 30 05:00:12.247985 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:12.248629 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T04:59:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:12.253392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60208) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:12.262545 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:12.267316 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-7411808f-5695-4ff6-97be-b14abc13e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:12.268784 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-7411808f-5695-4ff6-97be-b14abc13e235 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.1523979 Jul 30 05:00:12.296655 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-0789bd80-c4d7-4e2a-bfa8-b0fb4dbfff4d None None] Port 5540510b-6dfd-4abe-80aa-cd3d404b55ca cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:12.318304 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-18d8359d-dbdb-4de0-b5ef-9cc59150bd9f req-958941c9-1f42-4274-8e77-3809ee88000d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878377 Jul 30 05:00:12.339831 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.342852 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.384563 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Allocated IP 172.20.0.11 (15face40-cf62-47a3-b149-b6f8efed4431/e297418e-c094-4172-abf6-e559c91efe88/56280ec9-b327-437b-8933-51e73d303b6a) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:12.452269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.514449 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-c803d4cf-7cd3-42b5-b761-d3d72ff29758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:12.515962 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-c803d4cf-7cd3-42b5-b761-d3d72ff29758 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2210722 Jul 30 05:00:12.537475 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:12.612096 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.670336 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.710560 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 05:00:12.711713 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.741656 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca9987-53db-4ec3-8bf4-651d4ca48894 req-2cf9a767-6f02-4384-b6aa-f58476119afc tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:12.743207 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a2ca9987-53db-4ec3-8bf4-651d4ca48894 req-2cf9a767-6f02-4384-b6aa-f58476119afc tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 936 time: 0.1231492 Jul 30 05:00:12.748463 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Transition to ACTIVE for port object 59d9fd06-80e8-4a3e-b675-4639a385ec1b will not be triggered until provisioned by entity DHCP. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:12.834671 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a2ca9987-53db-4ec3-8bf4-651d4ca48894 req-1cb5a7c6-8172-44d3-8ea1-64722caf8aad tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768478 Jul 30 05:00:12.880393 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-9571ed85-4c21-43b8-a3d0-f96d630b2c55 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906778 Jul 30 05:00:12.881732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.911844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:12.929319 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:08Z', 'revision_number': 3, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:12.935364 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Allocated IP 172.20.0.2 (4ae005d0-c5fb-458d-a217-75e1df5d72fb/1aecc4ec-026f-4704-a1d0-a0a14ec25ba1/abdf1624-ae03-474c-af22-b499d2fb9859) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:12.965691 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Checking router: 27b4b7b2-7795-4777-af2d-27a86dabccb8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:12.966996 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Updating router 27b4b7b2-7795-4777-af2d-27a86dabccb8 port 8f5b5ccb-a724-49a3-883e-00ef24c63823 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:12.967982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=59d9fd06-80e8-4a3e-b675-4639a385ec1b,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:12.973190 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b72c248e-f950-4a40-a07d-c99ebc30536b req-b4ccc30d-b3e0-4f5e-8287-01767a67ed8a tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0529521 Jul 30 05:00:12.982534 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:13.023106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:13.025050 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.052622 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:13.116458 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5540510b-6dfd-4abe-80aa-cd3d404b55ca {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:13.161978 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.220514 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9fcb90a5-69a1-4074-b00e-67704ceb0dfb req-9c8e5842-422c-4fe3-b495-8e8b6b9170a3 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284090 Jul 30 05:00:13.225423 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Transition to ACTIVE for port object 5540510b-6dfd-4abe-80aa-cd3d404b55ca will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:13.250179 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:13.250815 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.258260 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.261969 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.272554 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.301776 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ef4b-47f8-4582-9f71-d260c347c75d req-68166748-6415-487f-b165-2f127ac28df9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:13.309572 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4959ef4b-47f8-4582-9f71-d260c347c75d req-68166748-6415-487f-b165-2f127ac28df9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.2535815 Jul 30 05:00:13.313931 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e69720d9-6421-4d14-9ab4-79f1166bdf0b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6941144 Jul 30 05:00:13.319523 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.342912 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Request body: {'port': {'device_id': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:13.345770 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Pushing event updated for resources: {'Port': ['ID=5540510b-6dfd-4abe-80aa-cd3d404b55ca,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:13.355128 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc948-df3c-4012-8762-53fe578d87e3 req-0b1e7f5a-3cfd-4a7f-97f6-6faec1b6bd67 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:13.362490 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-662dc948-df3c-4012-8762-53fe578d87e3 req-0b1e7f5a-3cfd-4a7f-97f6-6faec1b6bd67 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 932 time: 0.1924748 Jul 30 05:00:13.366119 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8cab0f07-ce64-46f7-8516-5405ff856ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.426045 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Network 15face40-cf62-47a3-b149-b6f8efed4431 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:13.431847 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:13.435116 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:13.440667 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-897811be-79e1-43a0-9d50-13741d651fb0 None None] Provisioning for port 59d9fd06-80e8-4a3e-b675-4639a385ec1b completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:13.462822 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-897811be-79e1-43a0-9d50-13741d651fb0 None None] Provisioning complete for port 59d9fd06-80e8-4a3e-b675-4639a385ec1b triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:13.463146 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-897811be-79e1-43a0-9d50-13741d651fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.485471 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4959ef4b-47f8-4582-9f71-d260c347c75d req-236c7827-531d-401b-aeea-68acf341a7a4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532199 Jul 30 05:00:13.505952 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event updated for resources: {'Port': ['ID=56280ec9-b327-437b-8933-51e73d303b6a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:13.539265 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.569476 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-662dc948-df3c-4012-8762-53fe578d87e3 req-a3efae60-0916-4ad0-a0ca-6b2bc0b4b32a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036703 Jul 30 05:00:13.572862 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.589559 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Transition to ACTIVE for port object abdf1624-ae03-474c-af22-b499d2fb9859 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:13.626976 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-897811be-79e1-43a0-9d50-13741d651fb0 None None] Port 59d9fd06-80e8-4a3e-b675-4639a385ec1b cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:13.637287 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.640516 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Transition to ACTIVE for port object abdf1624-ae03-474c-af22-b499d2fb9859 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:13.649312 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.654183 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Transition to ACTIVE for port object 8f5b5ccb-a724-49a3-883e-00ef24c63823 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:13.658440 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.687751 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.708146 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:13.721007 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:13.728177 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:13.730575 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Pushing event updated for resources: {'Port': ['ID=abdf1624-ae03-474c-af22-b499d2fb9859,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:13.751155 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Attempting to bind port 8f5b5ccb-a724-49a3-883e-00ef24c63823 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:13.751521 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Attempting to bind port 8f5b5ccb-a724-49a3-883e-00ef24c63823 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:13.751880 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Attempting to bind port 8f5b5ccb-a724-49a3-883e-00ef24c63823 on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:13.761454 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56694e-0190-40d3-a654-cdb4caea6fb6 req-7ee94faa-190c-4ea5-bf4e-7168a31554ca tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:13.774904 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ae56694e-0190-40d3-a654-cdb4caea6fb6 req-7ee94faa-190c-4ea5-bf4e-7168a31554ca tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.2039351 Jul 30 05:00:13.800384 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:13.800785 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:13.801167 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.801518 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:13.802241 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Bound port: 8f5b5ccb-a724-49a3-883e-00ef24c63823, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:13.802370 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.842465 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Allocated IP 172.27.2.188 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/c55c20b0-8bfd-4473-9d2f-e8e1120d13bf) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:13.858735 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ae56694e-0190-40d3-a654-cdb4caea6fb6 req-99b1ead7-b866-4ae0-a0c3-303f99ef96d9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827286 Jul 30 05:00:13.865252 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7eafd-96ef-419c-a9eb-218096457315 None None] Pushing event updated for resources: {'Port': ['ID=8f5b5ccb-a724-49a3-883e-00ef24c63823,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:13.880341 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Attempting to bind port abdf1624-ae03-474c-af22-b499d2fb9859 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:13.880738 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Attempting to bind port abdf1624-ae03-474c-af22-b499d2fb9859 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:13.881066 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Attempting to bind port abdf1624-ae03-474c-af22-b499d2fb9859 on network 4ae005d0-c5fb-458d-a217-75e1df5d72fb {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:13.892753 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:13.893240 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Checking segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:13.893529 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.894052 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Bound using segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:13.894861 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Bound port: abdf1624-ae03-474c-af22-b499d2fb9859, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:13.895028 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.929587 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:13.930541 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.951166 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] For port 8f5b5ccb-a724-49a3-883e-00ef24c63823, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:13.968111 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] For port 8f5b5ccb-a724-49a3-883e-00ef24c63823, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8f5b5ccb-a724-49a3-883e-00ef24c63823,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:13.984993 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:13.986229 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15c5ccb4-375e-4444-85fd-944e93dfb604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4022219 Jul 30 05:00:14.001047 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Request body: {'port': {'device_id': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:14.022740 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] For port abdf1624-ae03-474c-af22-b499d2fb9859, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:14.037226 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Attempting to bind port 5540510b-6dfd-4abe-80aa-cd3d404b55ca on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:14.037843 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Attempting to bind port 5540510b-6dfd-4abe-80aa-cd3d404b55ca by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:14.037978 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Attempting to bind port 5540510b-6dfd-4abe-80aa-cd3d404b55ca on network de1b209b-0ba1-4633-84d7-18d4fb55af4c {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:14.046953 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] For port abdf1624-ae03-474c-af22-b499d2fb9859, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=abdf1624-ae03-474c-af22-b499d2fb9859,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:14.047986 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.054912 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Port 5540510b-6dfd-4abe-80aa-cd3d404b55ca on network de1b209b-0ba1-4633-84d7-18d4fb55af4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:00:14.055272 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Attempting to bind port 5540510b-6dfd-4abe-80aa-cd3d404b55ca on network de1b209b-0ba1-4633-84d7-18d4fb55af4c {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:14.064605 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:14.065354 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:14.070738 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.078154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:14.078520 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Checking segment: {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:14.078920 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Bound using segment: {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:14.079358 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Bound port: 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd56ecaa-c3cc-4290-b993-4e7269632a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:14.079708 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.105615 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7eafd-96ef-419c-a9eb-218096457315 None None] Pushing event updated for resources: {'Port': ['ID=8f5b5ccb-a724-49a3-883e-00ef24c63823,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:14.138928 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407c55a-aad5-4d15-858a-1a3048f63ef8 req-7720a00c-e8f3-482c-9299-e021879c1788 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:14.140493 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4407c55a-aad5-4d15-858a-1a3048f63ef8 req-7720a00c-e8f3-482c-9299-e021879c1788 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 948 time: 0.1867232 Jul 30 05:00:14.219302 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.232965 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.234816 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb23d-85cc-4ef6-a83f-731e84e0c880 None None] Pushing event updated for resources: {'Port': ['ID=abdf1624-ae03-474c-af22-b499d2fb9859,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:14.246481 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:14.367079 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.466802 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] For port 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:14.496649 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] For port 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:14.505343 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:08Z', 'revision_number': 3, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:14.532121 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.535840 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693c851-f1df-4992-a869-ec35889a3d64 None None] The sync data for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi is: [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:08Z', 'revision_number': 3, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:14.604860 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4407c55a-aad5-4d15-858a-1a3048f63ef8 req-d59a6eba-38c5-4c80-90eb-a4660094b2bf tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400041 Jul 30 05:00:14.619572 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edf4da-c222-42c7-bacd-eb4b8d23d5b5 req-2804eaee-d684-42f3-a015-067b7af17afd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:14.621271 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46edf4da-c222-42c7-bacd-eb4b8d23d5b5 req-2804eaee-d684-42f3-a015-067b7af17afd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 932 time: 0.5177424 Jul 30 05:00:14.650744 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:14.651532 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.653386 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] 10.222.0.37 "PUT /v2.0/ports/5540510b-6dfd-4abe-80aa-cd3d404b55ca HTTP/1.1" status: 200 len: 1098 time: 2.6298087 Jul 30 05:00:14.662044 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'tag': '5540510b-6dfd-4abe-80aa-cd3d404b55ca'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:14.664546 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6af1856-4500-42e7-ad1d-c4a7f519d002" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c", "tag": "5540510b-6dfd-4abe-80aa-cd3d404b55ca"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:14.684663 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Allocated IP 172.20.0.1 (2cc597f3-2d46-46f7-aff5-25381ee5e31e/b28ba917-7bc6-4e4f-ad55-98124a491994/f1d7abf3-c517-484e-8f03-b8f904018e52) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:14.690733 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.733701 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c5a08-bb23-4935-bdff-73870aef653e service neutron] Pushing event updated for resources: {'Port': ['ID=5540510b-6dfd-4abe-80aa-cd3d404b55ca,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:14.736584 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46edf4da-c222-42c7-bacd-eb4b8d23d5b5 req-61fdafdf-50ad-4c1b-9fe2-25879af80cbd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071103 Jul 30 05:00:14.772828 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d9fd06-80e8-4a3e-b675-4639a385ec1b {{(pid=93061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:14.803869 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.819980 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:14.830266 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:14.850613 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:14.852774 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Pushing event updated for resources: {'Port': ['ID=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:14.886754 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Transition to ACTIVE for port object 59d9fd06-80e8-4a3e-b675-4639a385ec1b will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:14.931427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:14.942680 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-e8b30133-b068-4568-8e2c-ba9571a46f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:14.945346 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-e8b30133-b068-4568-8e2c-ba9571a46f86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de630cf60fc04c75be99e188c4068300&device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 1101 time: 0.2051322 Jul 30 05:00:14.998121 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fef53-ef73-4b3e-aba2-4b372b0a42db req-4ec3afd0-15c8-4c56-9286-21b405fe1498 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:14.999782 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b28fef53-ef73-4b3e-aba2-4b372b0a42db req-4ec3afd0-15c8-4c56-9286-21b405fe1498 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.2908928 Jul 30 05:00:15.031721 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-45d361a6-216a-4659-ac73-405495c8fdb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca HTTP/1.1" status: 200 len: 217 time: 0.0555027 Jul 30 05:00:15.091363 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9fd06-80e8-4a3e-b675-4639a385ec1b,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:15.137832 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.142353 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56280ec9-b327-437b-8933-51e73d303b6a {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:15.151963 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb70a2-675b-46be-a595-6bd2fcdd1d54 req-d1e2993a-2dd5-4493-be44-7b18de1db367 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:15.163896 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.168713 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-39cb70a2-675b-46be-a595-6bd2fcdd1d54 req-d1e2993a-2dd5-4493-be44-7b18de1db367 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 932 time: 0.3298209 Jul 30 05:00:15.201942 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Transition to ACTIVE for port object f1d7abf3-c517-484e-8f03-b8f904018e52 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:15.213999 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-737b6e29-d912-4db5-8b48-cfa154c6f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:15.216242 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-737b6e29-d912-4db5-8b48-cfa154c6f823 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4 HTTP/1.1" status: 200 len: 843 time: 0.1417005 Jul 30 05:00:15.217306 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Transition to ACTIVE for port object 56280ec9-b327-437b-8933-51e73d303b6a will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:15.238520 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.324871 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b28fef53-ef73-4b3e-aba2-4b372b0a42db req-9c0cd0a7-8797-4894-8a2a-826ebda899c6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118465 Jul 30 05:00:15.344715 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-39cb70a2-675b-46be-a595-6bd2fcdd1d54 req-423c9a4a-e4fb-4f44-bb93-7273b199d003 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751192 Jul 30 05:00:15.380617 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Pushing event updated for resources: {'Port': ['ID=56280ec9-b327-437b-8933-51e73d303b6a,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:15.404566 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Attempting to bind port 59d9fd06-80e8-4a3e-b675-4639a385ec1b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:15.404941 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Attempting to bind port 59d9fd06-80e8-4a3e-b675-4639a385ec1b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:15.405537 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Attempting to bind port 59d9fd06-80e8-4a3e-b675-4639a385ec1b on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:15.413003 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Port 59d9fd06-80e8-4a3e-b675-4639a385ec1b on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:00:15.413773 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Attempting to bind port 59d9fd06-80e8-4a3e-b675-4639a385ec1b on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:15.417039 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.423995 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:15.424778 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Checking segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:15.425466 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Bound using segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:15.426049 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Bound port: 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:15.426481 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.447225 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-b75d1eb5-6859-4f8e-8214-8ceb2a7550f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:15.448755 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-b75d1eb5-6859-4f8e-8214-8ceb2a7550f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de1b209b-0ba1-4633-84d7-18d4fb55af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2233424 Jul 30 05:00:15.451100 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d27c0-7f8c-4c3f-ac49-46a061cc875d x-openstack-request-id: req-092d27c0-7f8c-4c3f-ac49-46a061cc875d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:15.451381 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c", "tag": "5540510b-6dfd-4abe-80aa-cd3d404b55ca", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:15.451737 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-092d27c0-7f8c-4c3f-ac49-46a061cc875d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:15.452122 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'tag': '5540510b-6dfd-4abe-80aa-cd3d404b55ca', 'status': 'completed', 'code': 200} Jul 30 05:00:15.556352 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab75107-3837-4f4d-bafa-90459c539166 None None] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:15.572769 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:15.588655 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:15.592785 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:15.604134 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] For port 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host hv-cinder-78726, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:15.638921 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] For port 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:15.656642 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d7abf3-c517-484e-8f03-b8f904018e52,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:15.674151 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.677719 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-4c48666d-9c81-4a4a-a70b-847c528be225 None None] Provisioning for port abdf1624-ae03-474c-af22-b499d2fb9859 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:15.702367 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-40375be0-f1e2-4a54-8de0-fb7f3db8adc1 service neutron] 10.222.0.37 "GET /v2.0/networks/de1b209b-0ba1-4633-84d7-18d4fb55af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415562 Jul 30 05:00:15.703892 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Attempting to bind port 56280ec9-b327-437b-8933-51e73d303b6a on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:15.704310 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Attempting to bind port 56280ec9-b327-437b-8933-51e73d303b6a by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:15.704703 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Attempting to bind port 56280ec9-b327-437b-8933-51e73d303b6a on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:15.707234 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.784917 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Port 56280ec9-b327-437b-8933-51e73d303b6a on network 15face40-cf62-47a3-b149-b6f8efed4431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:00:15.785311 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Attempting to bind port 56280ec9-b327-437b-8933-51e73d303b6a on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:15.789036 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:15.789928 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.792207 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] 10.222.0.37 "PUT /v2.0/ports/59d9fd06-80e8-4a3e-b675-4639a385ec1b HTTP/1.1" status: 200 len: 1094 time: 2.4606874 Jul 30 05:00:15.839530 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:15.854933 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ed96b1-69f4-42de-a70f-014c8eee3c63" -d '{"events": [{"name": "network-changed", "server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:15.858325 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:15.900925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:15.905637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Checking segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:15.906032 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Bound using segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:15.906490 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Bound port: 56280ec9-b327-437b-8933-51e73d303b6a, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:15.906856 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.055650 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device abdf1624-ae03-474c-af22-b499d2fb9859 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:16.079438 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bf5f-042b-436d-8de1-db5f87e92eb6 req-ad66c5df-97a6-456f-948b-43998566c564 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.081027 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d985bf5f-042b-436d-8de1-db5f87e92eb6 req-ad66c5df-97a6-456f-948b-43998566c564 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 948 time: 0.3450735 Jul 30 05:00:16.081688 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76272838-dbb2-46b1-b4d3-8da7911cb754 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9fd06-80e8-4a3e-b675-4639a385ec1b,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:16.081817 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4b34b547-5d54-4b80-b2d7-7cb2b207022c req-36b0bfac-edea-4234-a9d1-4992b5617e02 service neutron] 10.222.0.37 "GET /v2.0/networks/de1b209b-0ba1-4633-84d7-18d4fb55af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184924 Jul 30 05:00:16.135560 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] For port 56280ec9-b327-437b-8933-51e73d303b6a, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:16.139979 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] For port 56280ec9-b327-437b-8933-51e73d303b6a, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=56280ec9-b327-437b-8933-51e73d303b6a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:16.141677 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.172043 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.181603 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-d9f9be44-9060-4eb8-a991-48ba355c7414 None None] Provisioning for port f1d7abf3-c517-484e-8f03-b8f904018e52 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:16.183994 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.186583 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-bdd2935a-719b-43f8-bbcc-73171795850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.188041 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-bdd2935a-719b-43f8-bbcc-73171795850d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 1097 time: 0.3076320 Jul 30 05:00:16.190743 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-d9f9be44-9060-4eb8-a991-48ba355c7414 None None] Provisioning complete for port f1d7abf3-c517-484e-8f03-b8f904018e52 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:16.191162 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d9f9be44-9060-4eb8-a991-48ba355c7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.201460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c55a-2eb4-4670-8701-8d9308e9ca67 req-4db20924-cdf9-4e25-ad08-4ead6d942493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.214662 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d733c55a-2eb4-4670-8701-8d9308e9ca67 req-4db20924-cdf9-4e25-ad08-4ead6d942493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 944 time: 0.2641225 Jul 30 05:00:16.237287 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9be44-9060-4eb8-a991-48ba355c7414 None None] Port f1d7abf3-c517-484e-8f03-b8f904018e52 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:16.249338 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port abdf1624-ae03-474c-af22-b499d2fb9859 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:16.254231 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port abdf1624-ae03-474c-af22-b499d2fb9859 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:16.254862 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.282737 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.283379 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.284842 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] 10.222.0.37 "PUT /v2.0/ports/56280ec9-b327-437b-8933-51e73d303b6a HTTP/1.1" status: 200 len: 1094 time: 2.2891808 Jul 30 05:00:16.289078 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d985bf5f-042b-436d-8de1-db5f87e92eb6 req-fa5d0933-0aa2-46e0-a30a-d97ec4547b20 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679688 Jul 30 05:00:16.290339 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-35a1e4b7-54ae-4adc-bff1-b6f75bb07828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b HTTP/1.1" status: 200 len: 217 time: 0.0678730 Jul 30 05:00:16.317313 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf199-0cb3-46f3-9e89-93087b6959dd service neutron] Pushing event updated for resources: {'Port': ['ID=56280ec9-b327-437b-8933-51e73d303b6a,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:16.360614 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-42b92488-5b5c-4c3e-b225-84832a0e8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.362126 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-42b92488-5b5c-4c3e-b225-84832a0e8f68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de630cf60fc04c75be99e188c4068300&device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 1101 time: 0.1803966 Jul 30 05:00:16.385140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380b904-5841-4ad7-af86-61acbff1ef69 x-openstack-request-id: req-9380b904-5841-4ad7-af86-61acbff1ef69 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:16.385697 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:16.385959 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9380b904-5841-4ad7-af86-61acbff1ef69 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:16.386352 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'status': 'completed', 'code': 200} Jul 30 05:00:16.400585 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-f501c964-e14a-40d3-942c-1f043b2ba612 None None] Provisioning complete for port abdf1624-ae03-474c-af22-b499d2fb9859 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:16.404079 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f501c964-e14a-40d3-942c-1f043b2ba612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.458056 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.494970 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.499643 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d733c55a-2eb4-4670-8701-8d9308e9ca67 req-51738e2e-6005-42c3-bccc-8e1187099535 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831035 Jul 30 05:00:16.509816 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-bb1a3565-6c15-48b7-a898-21b0e4d61840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.511379 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-bb1a3565-6c15-48b7-a898-21b0e4d61840 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.1684184 Jul 30 05:00:16.557488 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-3c43a802-db55-415d-890d-61f62baa7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.559510 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-3c43a802-db55-415d-890d-61f62baa7aa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.2198904 Jul 30 05:00:16.587274 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f167e-9bc1-4575-a0b1-26e2b11651a7 req-5850462b-18a3-437e-b173-ec2ec49eae2b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.591938 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-c85fdb83-f77e-4b77-a075-b8f1a8ac17ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56280ec9-b327-437b-8933-51e73d303b6a HTTP/1.1" status: 200 len: 217 time: 0.0684259 Jul 30 05:00:16.594730 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab6f167e-9bc1-4575-a0b1-26e2b11651a7 req-5850462b-18a3-437e-b173-ec2ec49eae2b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 944 time: 0.1313043 Jul 30 05:00:16.648887 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-2e5ae379-bb45-4736-89e0-59d66c1a81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.651859 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-2e5ae379-bb45-4736-89e0-59d66c1a81ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=de1b209b-0ba1-4633-84d7-18d4fb55af4c HTTP/1.1" status: 200 len: 870 time: 0.2697971 Jul 30 05:00:16.660933 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.705231 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.710169 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15a48014-dfcb-4607-a14b-51e57407ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.711988 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15a48014-dfcb-4607-a14b-51e57407ef73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.1087251 Jul 30 05:00:16.715578 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-170bb0ca-920c-40f9-917d-72728a8f0339 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca HTTP/1.1" status: 200 len: 217 time: 0.0504189 Jul 30 05:00:16.723949 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f501c964-e14a-40d3-942c-1f043b2ba612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.747430 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab6f167e-9bc1-4575-a0b1-26e2b11651a7 req-6dad765e-7036-4d09-a184-b41d96a76920 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516874 Jul 30 05:00:16.753906 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port abdf1624-ae03-474c-af22-b499d2fb9859, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=abdf1624-ae03-474c-af22-b499d2fb9859,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:16.763243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.764368 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8f5b5ccb-a724-49a3-883e-00ef24c63823 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:16.765896 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-a2a8864b-0f61-4c9b-b138-c09ca45192c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.768559 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-a2a8864b-0f61-4c9b-b138-c09ca45192c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2007272 Jul 30 05:00:16.829208 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-05fd3644-fd29-4b29-8394-aaf58e793f37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759177 Jul 30 05:00:16.843798 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0391d1-a85e-455b-b0aa-dcc395ffc3f8 req-616d4da6-dd58-4f86-97ab-ecb02b9e219e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.846015 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.db.api [None req-f501c964-e14a-40d3-942c-1f043b2ba612 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 05:00:16.846480 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG oslo_db.api [None req-f501c964-e14a-40d3-942c-1f043b2ba612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 05:00:16.851251 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8e0391d1-a85e-455b-b0aa-dcc395ffc3f8 req-616d4da6-dd58-4f86-97ab-ecb02b9e219e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.2342308 Jul 30 05:00:16.863569 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d7abf3-c517-484e-8f03-b8f904018e52,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:16.881325 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.898769 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=abdf1624-ae03-474c-af22-b499d2fb9859,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:16.903926 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 8f5b5ccb-a724-49a3-883e-00ef24c63823 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:16.911470 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-b4e25e45-1a6e-450f-aab6-f9490c6977c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:16.912359 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8f5b5ccb-a724-49a3-883e-00ef24c63823 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:16.913166 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:16.913280 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-b4e25e45-1a6e-450f-aab6-f9490c6977c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4 HTTP/1.1" status: 200 len: 843 time: 0.1586430 Jul 30 05:00:16.917584 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.917584 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.917584 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.917815 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.920198 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.920198 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.920198 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.920481 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.920958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.921385 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.921841 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.922396 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:16.953945 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8e0391d1-a85e-455b-b0aa-dcc395ffc3f8 req-a4cc06d0-0ae0-4e24-a959-15235df674de tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970440 Jul 30 05:00:16.968030 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Router 4fcdba5e-8376-4527-aff9-c293f970f4e3 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 05:00:17.018184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:17.032476 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-e3142774-8cb5-4c41-8eeb-b655c283d2bd service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510700 Jul 30 05:00:17.039161 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-15309c21-66f6-4be1-9932-1291862ed729 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996961 Jul 30 05:00:17.040116 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 8f5b5ccb-a724-49a3-883e-00ef24c63823, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8f5b5ccb-a724-49a3-883e-00ef24c63823,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:17.047564 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:17.061659 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-90de7f64-f62c-49d8-ae39-c584c428b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:17.063120 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-90de7f64-f62c-49d8-ae39-c584c428b0b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de1b209b-0ba1-4633-84d7-18d4fb55af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1396372 Jul 30 05:00:17.096263 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=8f5b5ccb-a724-49a3-883e-00ef24c63823,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:17.167647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:17.178072 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Sync routers for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:17.187722 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:17.193428 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:17.194632 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:17.197609 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9454a522-14a3-4fb3-b47c-5ca3c4fabbb8 req-91447307-35b1-48ef-8647-dd23a589bdb8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562347 Jul 30 05:00:17.202643 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:17.205616 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-98fbd6b0-1774-41f7-a670-c70998947a72 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9506955 Jul 30 05:00:17.207754 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60242) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:17.323476 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:17.434220 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:17.440011 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:17.447585 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:17.456856 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'tag': '56280ec9-b327-437b-8933-51e73d303b6a'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:17.460039 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f14a7970-24b4-465a-8abc-d5664a67f5e6", "tag": "56280ec9-b327-437b-8933-51e73d303b6a"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:17.470234 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'port_id': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'mac_address': 'fa:16:3e:79:c2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:17.548024 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:17.567640 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd79065-7016-4f27-960b-489905a5d8f8 x-openstack-request-id: req-6fd79065-7016-4f27-960b-489905a5d8f8 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:17.568901 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:17.569356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14a7970-24b4-465a-8abc-d5664a67f5e6", "tag": "56280ec9-b327-437b-8933-51e73d303b6a", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:17.570021 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fd79065-7016-4f27-960b-489905a5d8f8 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:17.572866 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'tag': '56280ec9-b327-437b-8933-51e73d303b6a', 'status': 'completed', 'code': 200} Jul 30 05:00:17.593558 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-010f5209-c20b-40b2-ab74-a978370ccceb service neutron] 10.222.0.37 "GET /v2.0/networks/de1b209b-0ba1-4633-84d7-18d4fb55af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157654 Jul 30 05:00:17.607384 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:17.612639 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-714a4970-3eab-4831-b80c-1e248c3861e5 req-71cb77e1-8b47-492d-b607-439aac5dd593 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607183 Jul 30 05:00:17.617296 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:17.658742 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:15Z', 'revision_number': 3, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:17.703364 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Checking router: 4fcdba5e-8376-4527-aff9-c293f970f4e3 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:17.703972 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Updating router 4fcdba5e-8376-4527-aff9-c293f970f4e3 port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:17.726743 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=9']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:17.755425 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:17.778805 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2652c-60f2-43e8-84ba-cf7d390fb063 req-adcc306e-f024-4816-8565-6f62ff238f5e tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:17.780703 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d8a2652c-60f2-43e8-84ba-cf7d390fb063 req-adcc306e-f024-4816-8565-6f62ff238f5e tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 948 time: 0.2291441 Jul 30 05:00:17.785015 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-0e8ad33b-5590-40e1-98eb-78923b08b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:17.786772 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-0e8ad33b-5590-40e1-98eb-78923b08b90d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 1097 time: 0.2448528 Jul 30 05:00:17.841921 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:17.853388 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Router 27b4b7b2-7795-4777-af2d-27a86dabccb8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:00:17.855714 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-32c64f17-3779-415d-82f4-404bac7c12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:17.857220 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-32c64f17-3779-415d-82f4-404bac7c12c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.1728890 Jul 30 05:00:17.863443 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a6af1856-4500-42e7-ad1d-c4a7f519d002 req-f8441150-aadb-4993-8404-9bcd3a93806d service neutron] 10.222.0.37 "GET /v2.0/networks/de1b209b-0ba1-4633-84d7-18d4fb55af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494993 Jul 30 05:00:17.910897 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device abdf1624-ae03-474c-af22-b499d2fb9859 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:17.912764 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80b37-4b99-4a75-a67f-425ebe86f0c3 req-1dbac5e0-d641-4dcc-a728-1acc0416c39d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:17.914553 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9ea80b37-4b99-4a75-a67f-425ebe86f0c3 req-1dbac5e0-d641-4dcc-a728-1acc0416c39d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 944 time: 0.2303314 Jul 30 05:00:17.960933 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-e4de856d-e3c0-40d1-867f-98e3ee792b55 None None] Provisioning complete for port f1d7abf3-c517-484e-8f03-b8f904018e52 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:17.961314 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e4de856d-e3c0-40d1-867f-98e3ee792b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.029032 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9ea80b37-4b99-4a75-a67f-425ebe86f0c3 req-cf83b378-f421-4cb3-9290-5c13639783bd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000202 Jul 30 05:00:18.032148 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d8a2652c-60f2-43e8-84ba-cf7d390fb063 req-cd8aa6db-89cb-4d83-8b13-eb12fb2adf95 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443421 Jul 30 05:00:18.088557 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-3c35656e-969c-475c-bc44-0fa1a354ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.088923 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-e4de856d-e3c0-40d1-867f-98e3ee792b55 None None] Port f1d7abf3-c517-484e-8f03-b8f904018e52 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:18.091353 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-3c35656e-969c-475c-bc44-0fa1a354ed78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.2909729 Jul 30 05:00:18.112761 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port abdf1624-ae03-474c-af22-b499d2fb9859 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:18.113579 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.114687 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-288a413f-28d8-4fb8-b144-a4361b216364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.120625 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-288a413f-28d8-4fb8-b144-a4361b216364 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 916 time: 0.2502737 Jul 30 05:00:18.124521 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:18.135365 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1e9e4ffb-78f2-4ab0-a5c4-ba8665ba53d6 admin admin] 10.222.0.35 "PUT /v2.0/routers/27b4b7b2-7795-4777-af2d-27a86dabccb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9406259 Jul 30 05:00:18.146960 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Sync routers for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:18.191135 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:18.191750 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-4e8248c0-33ec-4570-87f6-b5397e4d3bbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56280ec9-b327-437b-8933-51e73d303b6a HTTP/1.1" status: 200 len: 217 time: 0.0551467 Jul 30 05:00:18.191881 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:18.201746 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.214127 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Transition to ACTIVE for port object c55c20b0-8bfd-4473-9d2f-e8e1120d13bf will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:18.226661 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.285806 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-a59a459d-a29c-4358-ad9e-25b0389bd912 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b HTTP/1.1" status: 200 len: 217 time: 0.1482892 Jul 30 05:00:18.286979 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8f5b5ccb-a724-49a3-883e-00ef24c63823 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:18.295767 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-bfb7e8f9-4d60-4e03-998a-035ff09ba796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.296934 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Pushing event updated for resources: {'Port': ['ID=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:18.300551 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Attempting to bind port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:18.301094 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-bfb7e8f9-4d60-4e03-998a-035ff09ba796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.1006072 Jul 30 05:00:18.301459 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Attempting to bind port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:18.301913 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Attempting to bind port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:18.311746 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.312418 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.312993 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.313564 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.314105 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.314658 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.315218 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.316352 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.316909 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.317451 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.318139 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.318805 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:18.323118 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:18.323816 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:18.324859 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.325488 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:18.326185 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Bound port: c55c20b0-8bfd-4473-9d2f-e8e1120d13bf, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:18.326829 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.367449 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-ca8ecc06-b252-47e2-b1e2-d68ec8938b8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598600 Jul 30 05:00:18.385338 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ea4b-9321-4336-9c2c-8fbe8fe3e8a1 req-b0120326-5ca6-43f0-a4b2-b63f612e7817 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.387551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1507ea4b-9321-4336-9c2c-8fbe8fe3e8a1 req-b0120326-5ca6-43f0-a4b2-b63f612e7817 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.2296493 Jul 30 05:00:18.411090 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] For port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:18.416067 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] For port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:18.427848 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.437817 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:18.468398 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6330a5-159c-4cd1-a8d0-a227abeee40b req-89a7e2d9-c640-46b8-afce-8c4c93d46158 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.469931 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d6330a5-159c-4cd1-a8d0-a227abeee40b req-89a7e2d9-c640-46b8-afce-8c4c93d46158 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.2266417 Jul 30 05:00:18.473760 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-1a46e52b-444e-47db-8ddd-371c786d8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.475192 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-1a46e52b-444e-47db-8ddd-371c786d8fad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.1757054 Jul 30 05:00:18.487947 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1507ea4b-9321-4336-9c2c-8fbe8fe3e8a1 req-771ef09d-8942-4c80-a9c2-2ed7d1c604d0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902534 Jul 30 05:00:18.520631 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-8ae8fbcf-25e6-4a81-98ec-334b26ac7e1a service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418505 Jul 30 05:00:18.534602 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59755c-3fb7-459f-bce1-90ff0b905505 None None] Pushing event updated for resources: {'Port': ['ID=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:18.538853 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:18.539492 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:18.647334 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4fe9d1ee-d1b8-4a26-9582-ef88330fbd0b req-9e20f6bc-a173-4d7e-acbb-58510f9e1a86 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181948 Jul 30 05:00:18.663111 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6d6330a5-159c-4cd1-a8d0-a227abeee40b req-de0e97f9-8484-4050-ad9b-8af1adff324d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739681 Jul 30 05:00:18.697171 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-e68d6787-34e9-4608-be6a-58e1f3a9d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:18.699661 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-e68d6787-34e9-4608-be6a-58e1f3a9d9b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1999724 Jul 30 05:00:18.714471 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8f5b5ccb-a724-49a3-883e-00ef24c63823 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:18.715709 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.783243 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:18.872789 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-2d776afd-dcac-4b73-9ab1-cde630fe7445 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644576 Jul 30 05:00:18.880226 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.908978 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 2, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:18.939228 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60268) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:18.945341 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1749907141-network', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:18.947183 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Checking router: 27b4b7b2-7795-4777-af2d-27a86dabccb8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:18.947763 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Updating router 27b4b7b2-7795-4777-af2d-27a86dabccb8 port f1d7abf3-c517-484e-8f03-b8f904018e52 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:18.972041 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Made reservation on behalf of 0fa8bf71b5fb4e1da1a449e2e0f741ef for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:18.975284 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.980119 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:18.985623 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.003443 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:15Z', 'revision_number': 3, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:19.044799 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241fd4f-3b41-466e-a3da-6a5c86fa5515 None None] The sync data for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi is: [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:15Z', 'revision_number': 3, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:19.133849 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.140995 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.179531 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:19.186229 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a33043-4db4-4dff-929e-585381d38d5e,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.202979 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5540510b-6dfd-4abe-80aa-cd3d404b55ca details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:19.203828 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:19.215664 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.216446 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Added segment 8cedd7c9-ae6e-4b97-9846-f50c57eb4a82 of type vlan for network aef2897e-0535-49b8-8472-22812f4a3aa5 Jul 30 05:00:19.251014 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ed96b1-69f4-42de-a70f-014c8eee3c63 req-8658fafb-4d4e-48b5-85d2-622f122dcf75 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446817 Jul 30 05:00:19.273058 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.313350 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.314555 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:19.315350 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.320745 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654443d-cb49-4f55-9936-c896b47f1c13 req-f8640178-b123-42e4-8786-8f1f98739248 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:19.322300 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d654443d-cb49-4f55-9936-c896b47f1c13 req-f8640178-b123-42e4-8786-8f1f98739248 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 948 time: 0.1602263 Jul 30 05:00:19.329944 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea435d-a379-49bd-88d2-d3b89c4c1ca3 req-bf425053-085d-4381-8052-21111f815469 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:19.331496 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40ea435d-a379-49bd-88d2-d3b89c4c1ca3 req-bf425053-085d-4381-8052-21111f815469 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 944 time: 0.1659524 Jul 30 05:00:19.367862 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Allocated IP 172.20.0.1 (4ae005d0-c5fb-458d-a217-75e1df5d72fb/1aecc4ec-026f-4704-a1d0-a0a14ec25ba1/f8e2580a-9347-4923-8f3d-3756567a3d54) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:19.397074 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4559510 Jul 30 05:00:19.397283 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:19.397605 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.403800 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60274) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:19.414022 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Request body: {'subnet': {'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1749907141-subnet', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:19.422043 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d654443d-cb49-4f55-9936-c896b47f1c13 req-a558df1a-efaf-4ba9-ac5f-4f7a968e7376 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877237 Jul 30 05:00:19.458010 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b112-9c44-4885-b1ac-ab8a64f7d482 admin admin] Pushing event updated for resources: {'Network': ['ID=aef2897e-0535-49b8-8472-22812f4a3aa5,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.473660 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Made reservation on behalf of 0fa8bf71b5fb4e1da1a449e2e0f741ef for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:19.476215 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26862532'] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.482716 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40ea435d-a379-49bd-88d2-d3b89c4c1ca3 req-5b314ebc-4911-4e65-b8f5-48a718c32a7d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402223 Jul 30 05:00:19.583451 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.596523 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network aef2897e-0535-49b8-8472-22812f4a3aa5 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:19.609374 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Transition to ACTIVE for port object f8e2580a-9347-4923-8f3d-3756567a3d54 will not be triggered until provisioned by entity DHCP. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:19.688963 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.698734 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b569686-bfdd-447f-bc69-af2082e9e55c req-b3961069-256a-45c8-88df-46806634825d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:19.701269 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7b569686-bfdd-447f-bc69-af2082e9e55c req-b3961069-256a-45c8-88df-46806634825d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.0729682 Jul 30 05:00:19.752274 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26862570'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.754356 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:19.767994 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:19.774548 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:19.779138 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e2580a-9347-4923-8f3d-3756567a3d54,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.786764 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:19.848566 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.877420 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '5540510b-6dfd-4abe-80aa-cd3d404b55ca', 'network_id': 'de1b209b-0ba1-4633-84d7-18d4fb55af4c', 'port_id': '5540510b-6dfd-4abe-80aa-cd3d404b55ca', 'mac_address': 'fa:16:3e:fa:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adb8aa5-7eb0-4ad0-9db4-e9a016e39ce4', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:19.880852 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Checking segment: {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:19.881235 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Network hostable DHCP agents. Network: aef2897e-0535-49b8-8472-22812f4a3aa5, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:19.893209 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Transition to ACTIVE for port object f1d7abf3-c517-484e-8f03-b8f904018e52 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:19.901562 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7b569686-bfdd-447f-bc69-af2082e9e55c req-da25eea2-46fd-427a-8040-5aa2c8bac010 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681023 Jul 30 05:00:19.909261 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.920466 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b585074e-394e-4693-a0d1-1e45a017f57e,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.939475 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Network aef2897e-0535-49b8-8472-22812f4a3aa5 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:19.954800 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:19.967412 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, aef2897e-0535-49b8-8472-22812f4a3aa5) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:19.974554 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:19.977772 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.017845 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a28c1559-a5bd-4f1c-9141-c2d2dfee3a68 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6102536 Jul 30 05:00:20.019233 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60280) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:20.021687 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50428182-356e-44e7-b71c-67b1db9bb9d7 None None] Network aef2897e-0535-49b8-8472-22812f4a3aa5 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:20.026235 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.031390 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:20.041163 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c55c20b0-8bfd-4473-9d2f-e8e1120d13bf up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:20.062382 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.063629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.143397 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.154841 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba60e01-f23c-4232-bd84-37ccdfbaf902 None None] Pushing event updated for resources: {'Port': ['ID=f1d7abf3-c517-484e-8f03-b8f904018e52,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:20.167034 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.196428 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5540510b-6dfd-4abe-80aa-cd3d404b55ca {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:20.239574 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:20.249120 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:20.252676 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f5caf-4f9a-42dd-8e7e-1a9c24888007" -d '{"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-plugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:20.264577 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.282121 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:20.329899 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:20.336588 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:20.336588 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.384836 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63562-d68a-43a7-88b5-337f7e48b987 req-84d58620-3941-43cd-8574-ccf5d68924d5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:20.387620 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362360f0-bfe1-4f59-bed5-d8b31b56a780 x-openstack-request-id: req-362360f0-bfe1-4f59-bed5-d8b31b56a780 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:20.387954 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-72a63562-d68a-43a7-88b5-337f7e48b987 req-84d58620-3941-43cd-8574-ccf5d68924d5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 945 time: 0.5707929 Jul 30 05:00:20.388794 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-plugged", "status": "completed", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:20.389184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-362360f0-bfe1-4f59-bed5-d8b31b56a780 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:20.389713 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'code': 200} Jul 30 05:00:20.401745 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.420929 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.422794 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cf99b58e-1ec7-48fd-b272-e5b4c03af42c None None] Provisioning for port f8e2580a-9347-4923-8f3d-3756567a3d54 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:20.490363 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cf99b58e-1ec7-48fd-b272-e5b4c03af42c None None] Provisioning complete for port f8e2580a-9347-4923-8f3d-3756567a3d54 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:20.490853 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cf99b58e-1ec7-48fd-b272-e5b4c03af42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.520341 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-72a63562-d68a-43a7-88b5-337f7e48b987 req-04a8335f-2fba-4530-903b-24514db56cd2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246457 Jul 30 05:00:20.531649 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Attempting to bind port f1d7abf3-c517-484e-8f03-b8f904018e52 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:20.532091 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Attempting to bind port f1d7abf3-c517-484e-8f03-b8f904018e52 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:20.532641 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Attempting to bind port f1d7abf3-c517-484e-8f03-b8f904018e52 on network 2cc597f3-2d46-46f7-aff5-25381ee5e31e {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:20.535816 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=10']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:20.594129 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.596491 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:20.596938 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Checking segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:20.597400 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.599112 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Bound using segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:20.599112 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Bound port: f1d7abf3-c517-484e-8f03-b8f904018e52, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:20.599112 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.621082 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cf99b58e-1ec7-48fd-b272-e5b4c03af42c None None] Port f8e2580a-9347-4923-8f3d-3756567a3d54 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:20.713899 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['5540510b-6dfd-4abe-80aa-cd3d404b55ca'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:20.718192 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab8799-7f83-45f1-bf41-9f8266532a70 req-113b8607-d936-4127-8b66-a33d65742275 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:20.726028 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2bab8799-7f83-45f1-bf41-9f8266532a70 req-113b8607-d936-4127-8b66-a33d65742275 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 949 time: 0.1525495 Jul 30 05:00:20.761432 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=5540510b-6dfd-4abe-80aa-cd3d404b55ca,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:20.788795 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.814312 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.817760 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abfd60-e0a8-4e30-b2b8-2339898b6bc2 req-f4863a33-09e3-4c3a-a606-c30cf6883220 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:20.819551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27abfd60-e0a8-4e30-b2b8-2339898b6bc2 req-f4863a33-09e3-4c3a-a606-c30cf6883220 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 944 time: 0.1720505 Jul 30 05:00:20.839966 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-aef2897e-0535-49b8-8472-22812f4a3aa5', 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'fixed_ips': [{'subnet_id': 'b585074e-394e-4693-a0d1-1e45a017f57e'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 05:00:20.841052 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.847741 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.856516 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2bab8799-7f83-45f1-bf41-9f8266532a70 req-346a1e6b-9ab8-4ee8-8dbf-54124fa6f597 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301317 Jul 30 05:00:20.873880 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] For port f1d7abf3-c517-484e-8f03-b8f904018e52, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:20.900368 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] For port f1d7abf3-c517-484e-8f03-b8f904018e52, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f1d7abf3-c517-484e-8f03-b8f904018e52,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:20.909115 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:20.919519 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.925999 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:20.943538 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Allocated IP 172.27.2.65 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:20.983171 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-27abfd60-e0a8-4e30-b2b8-2339898b6bc2 req-a539c02e-139e-41d3-9585-c906850d6716 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412144 Jul 30 05:00:20.991826 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385968b3-bf9b-4da6-a1cf-b0c1c887ae2d req-d1ef0e72-b539-46f3-98e9-7d9f55c2844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:20.993669 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-385968b3-bf9b-4da6-a1cf-b0c1c887ae2d req-d1ef0e72-b539-46f3-98e9-7d9f55c2844c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1100 time: 0.1645732 Jul 30 05:00:21.053202 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.070182 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.094490 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.134168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba60e01-f23c-4232-bd84-37ccdfbaf902 None None] Pushing event updated for resources: {'Port': ['ID=f1d7abf3-c517-484e-8f03-b8f904018e52,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.149005 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-385968b3-bf9b-4da6-a1cf-b0c1c887ae2d req-544bb77a-05a4-4f92-841a-43b26651634c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433256 Jul 30 05:00:21.157248 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.177353 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:21.178245 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:21.195958 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.200781 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e2580a-9347-4923-8f3d-3756567a3d54,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.210821 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:21.214152 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:21.215205 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c4081-27eb-4591-84f6-7ddd9cec3839 req-7cdddf05-97a4-40a2-a010-b20ac6194b25 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:21.219940 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:21.222766 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-586c4081-27eb-4591-84f6-7ddd9cec3839 req-7cdddf05-97a4-40a2-a010-b20ac6194b25 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.1601818 Jul 30 05:00:21.226842 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 56280ec9-b327-437b-8933-51e73d303b6a details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:21.262978 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.333402 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-586c4081-27eb-4591-84f6-7ddd9cec3839 req-96c2ba1e-8fa2-40f9-9103-ebb9de573286 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094732 Jul 30 05:00:21.381375 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:21.382820 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Allocated IP 172.20.0.2 (aef2897e-0535-49b8-8472-22812f4a3aa5/b585074e-394e-4693-a0d1-1e45a017f57e/1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:21.383048 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:21.399103 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.525532 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Router 4fcdba5e-8376-4527-aff9-c293f970f4e3 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:00:21.598712 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.600711 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:21.692021 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 56280ec9-b327-437b-8933-51e73d303b6a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=56280ec9-b327-437b-8933-51e73d303b6a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:21.722370 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:21.732311 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Sync routers for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:21.734954 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-df858f9e-846b-4e74-a2f1-f8195a106c23 admin admin] 10.222.0.35 "PUT /v2.0/routers/4fcdba5e-8376-4527-aff9-c293f970f4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5258586 Jul 30 05:00:21.744507 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0d30c-15d8-4390-bafc-475e483ab569 req-7dba5631-1b59-47db-802d-851bfbc341f1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:21.746651 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-48c0d30c-15d8-4390-bafc-475e483ab569 req-7dba5631-1b59-47db-802d-851bfbc341f1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.0792191 Jul 30 05:00:21.755145 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:21.759652 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:21.762250 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '56280ec9-b327-437b-8933-51e73d303b6a', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'port_id': '56280ec9-b327-437b-8933-51e73d303b6a', 'mac_address': 'fa:16:3e:ca:30:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297418e-c094-4172-abf6-e559c91efe88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:21.816602 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-48c0d30c-15d8-4390-bafc-475e483ab569 req-97ac3c53-b414-4ed1-9bb5-5462b0444b39 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599048 Jul 30 05:00:21.920974 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:21.960194 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:22.030909 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.039808 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Transition to ACTIVE for port object 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:22.057148 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Transition to ACTIVE for port object 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:22.063919 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c55c20b0-8bfd-4473-9d2f-e8e1120d13bf up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:22.079899 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc972d-5eff-4006-9c94-684882fd060c req-36bafaef-f036-4f78-8c34-9d6e28939449 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:22.081476 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ccfc972d-5eff-4006-9c94-684882fd060c req-36bafaef-f036-4f78-8c34-9d6e28939449 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 949 time: 0.1155972 Jul 30 05:00:22.116833 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.170559 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:22.194094 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ccfc972d-5eff-4006-9c94-684882fd060c req-ebb14730-e0f7-4469-a0b4-7532345f8c48 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015053 Jul 30 05:00:22.194293 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-aacefe5b-924b-4bc9-9033-044d4992d38b None None] Provisioning complete for port f8e2580a-9347-4923-8f3d-3756567a3d54 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:22.194468 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-aacefe5b-924b-4bc9-9033-044d4992d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.217733 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Network aef2897e-0535-49b8-8472-22812f4a3aa5 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:22.251452 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:22.252268 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1299f1b-09db-4b52-9522-d1497466f990 req-ca76c689-fda4-43d9-8bef-a4d9c8c12abd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:22.259943 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.263081 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Router dc55b974-1046-434d-afaa-05346c442583 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 05:00:22.265765 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:22.266834 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d1299f1b-09db-4b52-9522-d1497466f990 req-ca76c689-fda4-43d9-8bef-a4d9c8c12abd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 944 time: 0.1737587 Jul 30 05:00:22.320175 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 2, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:22.344883 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d1299f1b-09db-4b52-9522-d1497466f990 req-8317d14f-a605-486b-9b12-d3cec63e56cc tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770266 Jul 30 05:00:22.375590 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Checking router: 4fcdba5e-8376-4527-aff9-c293f970f4e3 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:22.376028 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Updating router 4fcdba5e-8376-4527-aff9-c293f970f4e3 port f8e2580a-9347-4923-8f3d-3756567a3d54 binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:22.412639 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.431162 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:22.431541 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.434280 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56280ec9-b327-437b-8933-51e73d303b6a {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:22.472879 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:22.492020 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-aacefe5b-924b-4bc9-9033-044d4992d38b None None] Port f8e2580a-9347-4923-8f3d-3756567a3d54 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:22.504508 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Sync routers for ids ['dc55b974-1046-434d-afaa-05346c442583'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:22.510269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.514438 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-070a70b0-b1a8-4132-a59a-40b6b385a5a3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4909074 Jul 30 05:00:22.514905 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60320) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:22.522333 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Attempting to bind port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:22.522712 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Attempting to bind port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:22.523110 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Attempting to bind port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 on network aef2897e-0535-49b8-8472-22812f4a3aa5 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:22.526535 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a57ad2-5c45-4c60-a494-6de7cbe2a486 req-4cfce74d-d01b-442c-9bb5-b7b6530523cf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:22.533980 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 56280ec9-b327-437b-8933-51e73d303b6a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=56280ec9-b327-437b-8933-51e73d303b6a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:22.537417 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e5a57ad2-5c45-4c60-a494-6de7cbe2a486 req-4cfce74d-d01b-442c-9bb5-b7b6530523cf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.0913470 Jul 30 05:00:22.545033 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:22.545399 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Checking segment: {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:22.545814 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.546220 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Bound using segment: {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:22.546708 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Bound port: 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:22.547141 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.577663 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.597228 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Routers {'dc55b974-1046-434d-afaa-05346c442583'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:22.597877 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['dc55b974-1046-434d-afaa-05346c442583'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:22.604402 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e5a57ad2-5c45-4c60-a494-6de7cbe2a486 req-e78c88ba-2e6d-4844-a1ad-d210c1d67cb2 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545163 Jul 30 05:00:22.811402 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60344) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:22.821978 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1055946134-network', 'tenant_id': 'b4619edeffc44453beb232108813cfeb'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:22.822799 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=56280ec9-b327-437b-8933-51e73d303b6a,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:22.862948 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] For port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:22.872007 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] For port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,segment=NetworkSegment(8cedd7c9-ae6e-4b97-9846-f50c57eb4a82),segment_id=8cedd7c9-ae6e-4b97-9846-f50c57eb4a82)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:22.891609 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Set router dc55b974-1046-434d-afaa-05346c442583 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:22.894187 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.908732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Made reservation on behalf of b4619edeffc44453beb232108813cfeb for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:22.908963 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.911292 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.922129 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Transition to ACTIVE for port object f8e2580a-9347-4923-8f3d-3756567a3d54 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:22.928545 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.930535 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:22.970657 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:22.993707 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:23.000921 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf354-06b0-4cb4-8ef2-e42c8948377f None None] Pushing event updated for resources: {'Port': ['ID=f8e2580a-9347-4923-8f3d-3756567a3d54,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:23.084450 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Attempting to bind port f8e2580a-9347-4923-8f3d-3756567a3d54 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:23.084905 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Attempting to bind port f8e2580a-9347-4923-8f3d-3756567a3d54 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:23.085408 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Attempting to bind port f8e2580a-9347-4923-8f3d-3756567a3d54 on network 4ae005d0-c5fb-458d-a217-75e1df5d72fb {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:23.092285 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:23.093065 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Checking segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:23.093569 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.094168 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Bound using segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:23.094951 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Bound port: f8e2580a-9347-4923-8f3d-3756567a3d54, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:23.095461 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.123102 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a77db-9620-47cc-b73a-555aa5ae4ec2 None None] The sync data for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi is: [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:23.222112 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adeaf1-2a1f-4876-8df0-8f8a7de4daa0 req-06f60db4-05c3-4906-8bb4-b5d13cd20acc tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:23.246532 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-45adeaf1-2a1f-4876-8df0-8f8a7de4daa0 req-06f60db4-05c3-4906-8bb4-b5d13cd20acc tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.2221639 Jul 30 05:00:23.258809 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] For port f8e2580a-9347-4923-8f3d-3756567a3d54, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:23.261084 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5540510b-6dfd-4abe-80aa-cd3d404b55ca up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:23.264712 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] For port f8e2580a-9347-4923-8f3d-3756567a3d54, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f8e2580a-9347-4923-8f3d-3756567a3d54,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:23.279150 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.385960 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-45adeaf1-2a1f-4876-8df0-8f8a7de4daa0 req-6acca9a2-7503-4166-b902-71bc6b5b7bd4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381903 Jul 30 05:00:23.420782 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:23.423581 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:23.492270 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4aa36c-ef9d-40fe-b812-09224bbaf3e7 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:23.530577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.541500 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf354-06b0-4cb4-8ef2-e42c8948377f None None] Pushing event updated for resources: {'Port': ['ID=f8e2580a-9347-4923-8f3d-3756567a3d54,revision_number=4']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:23.612239 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3dd7-3adb-437f-ba25-6acac40956b3 req-4a3ebfd8-0ad8-4668-8db8-f101f76a7259 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:23.626182 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-379f3dd7-3adb-437f-ba25-6acac40956b3 req-4a3ebfd8-0ad8-4668-8db8-f101f76a7259 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 949 time: 0.2647262 Jul 30 05:00:23.628009 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.716828 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 5540510b-6dfd-4abe-80aa-cd3d404b55ca completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:23.788692 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 5540510b-6dfd-4abe-80aa-cd3d404b55ca triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:23.789762 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.798553 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-379f3dd7-3adb-437f-ba25-6acac40956b3 req-f73bb3ba-0020-46a8-ba73-66bb9be1312c tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714728 Jul 30 05:00:23.802069 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:23.860040 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:23.924761 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1809ff9b-3e03-442f-aa65-e24d53cc223f,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:23.953925 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:23.954419 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Added segment aea594c4-92ca-42e4-a7b1-2095395b3d3b of type vlan for network 9456dfef-46cb-4a63-b378-412bdde456ab Jul 30 05:00:23.989144 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:21Z', 'revision_number': 3, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:23.993602 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8012539-46e3-458d-b88f-5302ba3a56dc req-06e239ba-178d-4128-9dc8-ef78dce1a41e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:23.995263 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c8012539-46e3-458d-b88f-5302ba3a56dc req-06e239ba-178d-4128-9dc8-ef78dce1a41e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 945 time: 0.4679329 Jul 30 05:00:24.086226 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.165570 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.181717 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5710e9-b755-405c-8ce6-cceedf759eb1 req-a4d03b6c-e30a-4c17-8939-5a4763970ffd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:24.190712 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d5710e9-b755-405c-8ce6-cceedf759eb1 req-a4d03b6c-e30a-4c17-8939-5a4763970ffd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.1937959 Jul 30 05:00:24.197615 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c8012539-46e3-458d-b88f-5302ba3a56dc req-ad897abe-0e54-4f6c-b144-36c085e3953d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655350 Jul 30 05:00:24.212802 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f1d7abf3-c517-484e-8f03-b8f904018e52 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:24.267056 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Checking router: dc55b974-1046-434d-afaa-05346c442583 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:24.267623 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Updating router dc55b974-1046-434d-afaa-05346c442583 port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:24.268072 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:23Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:24.280972 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d5710e9-b755-405c-8ce6-cceedf759eb1 req-5ac0c59a-0230-4422-add4-2f999b5dc9bf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820372 Jul 30 05:00:24.281878 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.283027 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:24.284109 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.347137 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bb647-253c-4fe0-92ee-16349408abf7 None None] The sync data for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi is: [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:23Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:24.375292 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5626938 Jul 30 05:00:24.378574 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60362) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:24.401152 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Request body: {'subnet': {'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1055946134-subnet', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:24.426761 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8a5e-df93-4404-9a14-23a7533d9026 admin admin] Pushing event updated for resources: {'Network': ['ID=9456dfef-46cb-4a63-b378-412bdde456ab,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:24.437541 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.444868 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Allocated IP 172.20.0.1 (aef2897e-0535-49b8-8472-22812f4a3aa5/b585074e-394e-4693-a0d1-1e45a017f57e/dcaa20f4-26b3-4718-add9-45b9eb4d38c7) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:24.445050 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.489819 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port f1d7abf3-c517-484e-8f03-b8f904018e52 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:24.500249 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 9456dfef-46cb-4a63-b378-412bdde456ab details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:24.505877 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port f1d7abf3-c517-484e-8f03-b8f904018e52 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:24.506731 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.535960 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Made reservation on behalf of b4619edeffc44453beb232108813cfeb for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:24.539266 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2675894'] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.649950 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd3d8-ba91-4121-b75c-21da4f5dc51b req-0fd95a55-cb2c-4e3a-b647-b1acb6a19706 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:24.651476 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e7ecd3d8-ba91-4121-b75c-21da4f5dc51b req-0fd95a55-cb2c-4e3a-b647-b1acb6a19706 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.1418509 Jul 30 05:00:24.694312 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5540510b-6dfd-4abe-80aa-cd3d404b55ca'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:24.696791 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f85f5a-5207-4c30-ac50-da4b1f6718f8" -d '{"events": [{"server_uuid": "2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c", "name": "network-vif-plugged", "status": "completed", "tag": "5540510b-6dfd-4abe-80aa-cd3d404b55ca"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:24.698153 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.748986 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Transition to ACTIVE for port object dcaa20f4-26b3-4718-add9-45b9eb4d38c7 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:24.749216 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e7ecd3d8-ba91-4121-b75c-21da4f5dc51b req-9a67d8c0-3750-463f-a2e8-ba3ce7ce946c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856562 Jul 30 05:00:24.787000 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa824274-a77a-4a40-8634-0654dbdd8fd5 x-openstack-request-id: req-aa824274-a77a-4a40-8634-0654dbdd8fd5 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:24.787445 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c", "name": "network-vif-plugged", "status": "completed", "tag": "5540510b-6dfd-4abe-80aa-cd3d404b55ca", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:24.787803 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa824274-a77a-4a40-8634-0654dbdd8fd5 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:24.788307 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5540510b-6dfd-4abe-80aa-cd3d404b55ca', 'code': 200} Jul 30 05:00:24.810996 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:24.833115 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.841705 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.908984 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2965719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2675864'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:24.935113 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Network aef2897e-0535-49b8-8472-22812f4a3aa5 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:24.943343 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:24.947208 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:24.992748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Pushing event updated for resources: {'Port': ['ID=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:25.016081 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.078595 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e840ee-1076-45fc-a872-a5871e521f95 req-abce24c9-4618-4dbf-8764-ab5c44eaf30e tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:25.080190 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-07e840ee-1076-45fc-a872-a5871e521f95 req-abce24c9-4618-4dbf-8764-ab5c44eaf30e tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 950 time: 0.1252255 Jul 30 05:00:25.114452 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99135d68-91e4-46f4-abc8-642d63e2e929 req-48641e71-bafd-4187-a2e8-7979e325dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:25.115996 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-99135d68-91e4-46f4-abc8-642d63e2e929 req-48641e71-bafd-4187-a2e8-7979e325dd4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 1103 time: 0.1221871 Jul 30 05:00:25.133500 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d51b90b-2c1e-45a7-a080-6e64f38c812a,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:25.143313 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2080e-060f-4e80-8f94-3a9819cab55e None None] Network aef2897e-0535-49b8-8472-22812f4a3aa5 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:25.144140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Checking segment: {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:25.144503 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Network hostable DHCP agents. Network: 9456dfef-46cb-4a63-b378-412bdde456ab, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:25.188154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.195720 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-07e840ee-1076-45fc-a872-a5871e521f95 req-a6f79834-6412-4ae6-8a64-7103032ce61e tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073546 Jul 30 05:00:25.210513 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Network 9456dfef-46cb-4a63-b378-412bdde456ab is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:25.221336 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-99135d68-91e4-46f4-abc8-642d63e2e929 req-4dd055d6-35d6-4302-91dd-f5fa0d200d16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851879 Jul 30 05:00:25.238213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 9456dfef-46cb-4a63-b378-412bdde456ab) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:25.240148 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 59d9fd06-80e8-4a3e-b675-4639a385ec1b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:25.242062 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 56280ec9-b327-437b-8933-51e73d303b6a up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:25.259944 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:25.260246 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd34072e-2af3-4439-8261-8d45715e049f None None] Network 9456dfef-46cb-4a63-b378-412bdde456ab requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:25.263503 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.300845 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-272023c7-5b14-4c15-9bc2-b3f731bfc61b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9207842 Jul 30 05:00:25.309692 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60380) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:25.315977 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:25.379543 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1214'] for router, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.381427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-665654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.424743 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.430012 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.441355 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-65915f4f-2cc4-4e48-bf1c-6656accd5ccb None None] Provisioning for port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:25.441918 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ba66-ae2e-42fc-9994-384c3a85230e req-9b939e7c-5ba7-439d-8d14-fef619596a75 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:25.443369 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b828ba66-ae2e-42fc-9994-384c3a85230e req-9b939e7c-5ba7-439d-8d14-fef619596a75 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 945 time: 0.1470802 Jul 30 05:00:25.457617 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=5540510b-6dfd-4abe-80aa-cd3d404b55ca,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:25.498445 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Pushing event updated for resources: {'Port': ['ID=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:25.511736 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c18ee-7d6e-4fa9-b117-a3a31e821007 req-c8c74bdf-4d36-4950-a1b5-8f68bb6261b1 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:25.513257 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f18c18ee-7d6e-4fa9-b117-a3a31e821007 req-c8c74bdf-4d36-4950-a1b5-8f68bb6261b1 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 944 time: 0.1352713 Jul 30 05:00:25.514788 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.517922 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.585411 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.643999 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Network aef2897e-0535-49b8-8472-22812f4a3aa5 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:25.647277 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:25.675734 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 56280ec9-b327-437b-8933-51e73d303b6a completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:25.712254 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port f1d7abf3-c517-484e-8f03-b8f904018e52, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f1d7abf3-c517-484e-8f03-b8f904018e52,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:25.789213 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.790019 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:25.800649 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Router dc55b974-1046-434d-afaa-05346c442583 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:00:25.826130 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 56280ec9-b327-437b-8933-51e73d303b6a triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:25.826561 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.846008 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b828ba66-ae2e-42fc-9994-384c3a85230e req-475c8389-4cd5-4c8e-b3de-c9eb2979aba2 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897028 Jul 30 05:00:25.852235 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:25.854818 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f72eb2c-a7f8-59a6-aaa1-f0b3b6e96b43-9456dfef-46cb-4a63-b378-412bdde456ab', 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'fixed_ips': [{'subnet_id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a'}]}} from dv-cinder-787262-6-iscsi. {{(pid=93063) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 05:00:25.856418 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.909377 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f18c18ee-7d6e-4fa9-b117-a3a31e821007 req-e151e9ac-5551-41b4-9ddf-70bf37ab9dba tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825727 Jul 30 05:00:25.922969 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:25.934935 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-81b9fc8d-1876-43e1-934e-9010d44dc05d admin admin] 10.222.0.35 "PUT /v2.0/routers/dc55b974-1046-434d-afaa-05346c442583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4189744 Jul 30 05:00:25.945755 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'port_id': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'mac_address': 'fa:16:3e:f7:7a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:25.966630 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:25.991950 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.013205 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Transition to ACTIVE for port object 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:26.035412 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=f1d7abf3-c517-484e-8f03-b8f904018e52,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:26.119925 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.188557 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:26.190749 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.293073 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:26.293523 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.321633 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.344012 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d9fd06-80e8-4a3e-b675-4639a385ec1b {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:26.359790 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.374435 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:26.429915 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.472466 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.495909 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Attempting to bind port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:26.496404 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Attempting to bind port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:26.496817 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Attempting to bind port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:26.507574 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bbff4-b821-45bc-a17d-78d9fb422f89 None None] Pushing event updated for resources: {'Port': ['ID=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:26.540298 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131aa89-e472-4c51-aa76-656ffb8d8987 req-d9216936-1fb3-46ac-aef7-fbd8dc24ee75 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:26.541856 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2131aa89-e472-4c51-aa76-656ffb8d8987 req-d9216936-1fb3-46ac-aef7-fbd8dc24ee75 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 950 time: 0.0872886 Jul 30 05:00:26.573352 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Allocated IP 172.20.0.2 (9456dfef-46cb-4a63-b378-412bdde456ab/8d51b90b-2c1e-45a7-a080-6e64f38c812a/8ba73e94-b045-4b3a-93ea-1ecabb159bfa) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:26.582137 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:26.582381 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Allocated IP 172.27.2.196 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/31bdb10d-1f8e-46d1-8823-f9f2962d694f) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:26.582930 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:26.583522 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.584074 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:26.584895 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Bound port: 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:26.585639 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.712480 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 56280ec9-b327-437b-8933-51e73d303b6a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=56280ec9-b327-437b-8933-51e73d303b6a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:26.728959 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2131aa89-e472-4c51-aa76-656ffb8d8987 req-42eeec40-28e5-498f-a33b-53dd3bc2b1f9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784730 Jul 30 05:00:26.735674 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.756104 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] For port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:26.768055 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] For port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:26.772966 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['59d9fd06-80e8-4a3e-b675-4639a385ec1b'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:26.787990 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.829159 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56280ec9-b327-437b-8933-51e73d303b6a'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:26.836974 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf51b4d9-f4db-4a1c-bc84-72e156559619" -d '{"events": [{"server_uuid": "f14a7970-24b4-465a-8abc-d5664a67f5e6", "name": "network-vif-plugged", "status": "completed", "tag": "56280ec9-b327-437b-8933-51e73d303b6a"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:26.840253 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Provisioning complete for port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:26.840743 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.856882 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.920788 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:26.925710 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:26.947607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:26.968575 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:26.973385 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec33d3b-be97-4bc6-acd7-f8304b371ea4 x-openstack-request-id: req-5ec33d3b-be97-4bc6-acd7-f8304b371ea4 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:26.973954 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14a7970-24b4-465a-8abc-d5664a67f5e6", "name": "network-vif-plugged", "status": "completed", "tag": "56280ec9-b327-437b-8933-51e73d303b6a", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:26.974394 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ec33d3b-be97-4bc6-acd7-f8304b371ea4 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:26.975045 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56280ec9-b327-437b-8933-51e73d303b6a', 'code': 200} Jul 30 05:00:27.032366 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Pushing event updated for resources: {'Port': ['ID=31bdb10d-1f8e-46d1-8823-f9f2962d694f,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:27.224434 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=59d9fd06-80e8-4a3e-b675-4639a385ec1b,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:27.264761 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:27.321657 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Transition to ACTIVE for port object 8ba73e94-b045-4b3a-93ea-1ecabb159bfa will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:27.390389 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:27.403374 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Routers {'dc55b974-1046-434d-afaa-05346c442583'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:27.403989 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['dc55b974-1046-434d-afaa-05346c442583'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:27.429129 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Transition to ACTIVE for port object 8ba73e94-b045-4b3a-93ea-1ecabb159bfa will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:27.500750 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:27.556588 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f292b4-4b75-41d1-83fd-4f7b344e6432 req-de96882d-24da-4db4-a510-480870a20937 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:27.558257 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13f292b4-4b75-41d1-83fd-4f7b344e6432 req-de96882d-24da-4db4-a510-480870a20937 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 946 time: 0.3555360 Jul 30 05:00:27.587240 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d787c5-14ad-4f7f-ab4d-ceb5d5d4f1ee req-3a549d11-6bc4-4d4e-b51b-5da7beb02e20 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:27.607544 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23d787c5-14ad-4f7f-ab4d-ceb5d5d4f1ee req-3a549d11-6bc4-4d4e-b51b-5da7beb02e20 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 945 time: 0.3926616 Jul 30 05:00:27.692435 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=56280ec9-b327-437b-8933-51e73d303b6a,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:27.703563 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7d689-96b9-42d0-ae2a-b66fdb0e1b1b req-d8c1fb67-14b7-4050-a4b7-9e17af48e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:27.705106 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6dc7d689-96b9-42d0-ae2a-b66fdb0e1b1b req-d8c1fb67-14b7-4050-a4b7-9e17af48e8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 1099 time: 0.4859421 Jul 30 05:00:27.737439 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Network 9456dfef-46cb-4a63-b378-412bdde456ab is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:27.754531 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13f292b4-4b75-41d1-83fd-4f7b344e6432 req-29838044-5ceb-4cb7-beba-1227d2e9ecb3 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792810 Jul 30 05:00:27.827681 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] Set router dc55b974-1046-434d-afaa-05346c442583 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:27.830512 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23d787c5-14ad-4f7f-ab4d-ceb5d5d4f1ee req-78eb53e7-ded3-43c6-a089-4d97ef7b61f8 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220154 Jul 30 05:00:27.851930 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6dc7d689-96b9-42d0-ae2a-b66fdb0e1b1b req-e555222c-df16-498d-ba69-410fa59b2da2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111379 Jul 30 05:00:27.891919 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:27.899637 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,segment=NetworkSegment(8cedd7c9-ae6e-4b97-9846-f50c57eb4a82),segment_id=8cedd7c9-ae6e-4b97-9846-f50c57eb4a82)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:27.916057 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:27.929250 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:27.946956 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:27.959405 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.007168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bbff4-b821-45bc-a17d-78d9fb422f89 None None] Pushing event updated for resources: {'Port': ['ID=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:28.014752 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91522800-af17-4038-8c0d-709d8167f7f2 req-89c44f65-f50b-4001-950c-dd1b144a0504 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:28.022959 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-91522800-af17-4038-8c0d-709d8167f7f2 req-89c44f65-f50b-4001-950c-dd1b144a0504 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 950 time: 0.1394448 Jul 30 05:00:28.129564 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-91522800-af17-4038-8c0d-709d8167f7f2 req-881005b1-c372-4d29-bde7-a4d4662ef293 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006007 Jul 30 05:00:28.195867 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Pushing event updated for resources: {'Port': ['ID=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:28.225221 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f1d7abf3-c517-484e-8f03-b8f904018e52 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:28.276811 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Attempting to bind port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:28.278401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Attempting to bind port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:28.278401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Attempting to bind port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa on network 9456dfef-46cb-4a63-b378-412bdde456ab {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:28.319620 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667113'] for router, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.322868 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:28.323265 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Checking segment: {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:28.323664 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.324604 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Bound using segment: {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:28.325083 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Bound port: 8ba73e94-b045-4b3a-93ea-1ecabb159bfa, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:28.325639 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.375981 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.db.api [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 05:00:28.376341 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG oslo_db.api [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 05:00:28.400400 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:28.510000 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Router a051736c-b364-4dc1-8db4-10f7676f7428 is scheduled to L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f with binding_index 1 {{(pid=93061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 05:00:28.510349 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port f1d7abf3-c517-484e-8f03-b8f904018e52 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:28.510864 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.528846 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] For port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:28.580235 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] For port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,segment=NetworkSegment(aea594c4-92ca-42e4-a7b1-2095395b3d3b),segment_id=aea594c4-92ca-42e4-a7b1-2095395b3d3b)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:28.599141 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.649493 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:28.662220 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'dcaa20f4-26b3-4718-add9-45b9eb4d38c7', 'name': '', 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'mac_address': 'fa:16:3e:27:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:24Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 2, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'subnets': [{'id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:28.667357 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Sync routers for ids ['a051736c-b364-4dc1-8db4-10f7676f7428'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:28.682234 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:28.684492 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Routers {'a051736c-b364-4dc1-8db4-10f7676f7428'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:28.685901 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9e8ea92d-00d1-4558-b5c6-ec7c29f64e15 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3736906 Jul 30 05:00:28.686155 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['a051736c-b364-4dc1-8db4-10f7676f7428'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:28.688630 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60418) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:28.715456 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce6fd8-fe81-4987-9acf-5dfa193afb66 None None] The sync data for ids ['dc55b974-1046-434d-afaa-05346c442583'] in dv-cinder-787262-6-iscsi is: [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'dcaa20f4-26b3-4718-add9-45b9eb4d38c7', 'name': '', 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'mac_address': 'fa:16:3e:27:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:24Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 2, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'subnets': [{'id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:28.740692 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c10257-1d86-4f83-8cf5-136df1adbff6 None None] Pushing event updated for resources: {'Port': ['ID=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:28.817287 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f8e2580a-9347-4923-8f3d-3756567a3d54 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:28.969223 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-b8415d83-335d-4fda-9671-379b2aaf12ae tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:28.970843 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-b8415d83-335d-4fda-9671-379b2aaf12ae tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 950 time: 0.2099512 Jul 30 05:00:29.108470 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port f8e2580a-9347-4923-8f3d-3756567a3d54 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:29.119944 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13318b02-46b3-44e1-a83e-196e2bc531f9 req-a7100327-b446-474a-9f24-d4dc44dee975 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:29.121570 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Provisioning for port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:29.125189 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port f8e2580a-9347-4923-8f3d-3756567a3d54 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:29.125725 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.128513 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13318b02-46b3-44e1-a83e-196e2bc531f9 req-a7100327-b446-474a-9f24-d4dc44dee975 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 946 time: 0.2511704 Jul 30 05:00:29.132443 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Provisioning complete for port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:29.133046 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.176898 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcf29c-75b6-41c5-9189-b4d2c3be8dbb req-5c65504e-ffe8-4b81-9107-792fe3f6c072 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:29.185172 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-81fcf29c-75b6-41c5-9189-b4d2c3be8dbb req-5c65504e-ffe8-4b81-9107-792fe3f6c072 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 945 time: 0.2258027 Jul 30 05:00:29.246557 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 59d9fd06-80e8-4a3e-b675-4639a385ec1b up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:29.291308 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13318b02-46b3-44e1-a83e-196e2bc531f9 req-71f3ba58-2de0-4e37-a678-300dc8b6b3ea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599238 Jul 30 05:00:29.323004 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-6a650a74-91b6-49f4-95fe-f5cfaff98b34 None None] Port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:29.342503 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-81fcf29c-75b6-41c5-9189-b4d2c3be8dbb req-59789db6-2860-4a43-80bc-ab291b9b64e0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560121 Jul 30 05:00:29.353800 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Deleting port 5540510b-6dfd-4abe-80aa-cd3d404b55ca {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:00:29.354778 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.376977 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Set router a051736c-b364-4dc1-8db4-10f7676f7428 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:29.416349 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.487261 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-d0478453-53ec-4fb9-91dd-6013730091ce None None] Provisioning complete for port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:29.487799 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d0478453-53ec-4fb9-91dd-6013730091ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.507445 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 59d9fd06-80e8-4a3e-b675-4639a385ec1b completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:29.544376 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port f8e2580a-9347-4923-8f3d-3756567a3d54, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f8e2580a-9347-4923-8f3d-3756567a3d54,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:29.555532 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 59d9fd06-80e8-4a3e-b675-4639a385ec1b triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:29.556486 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.616522 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.681799 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-d0478453-53ec-4fb9-91dd-6013730091ce None None] Port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:29.754625 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=f8e2580a-9347-4923-8f3d-3756567a3d54,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:29.818947 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.820661 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:00:27Z', 'revision_number': 3, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:29.861422 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:29.864687 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc5a6e-52a7-4c3f-9e30-aadeb7109e8e" -d '{"events": [{"server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "name": "network-vif-plugged", "status": "completed", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:29.912099 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:29.923817 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:29.952067 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Checking router: a051736c-b364-4dc1-8db4-10f7676f7428 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:29.952928 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Updating router a051736c-b364-4dc1-8db4-10f7676f7428 port 31bdb10d-1f8e-46d1-8823-f9f2962d694f binding host dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:30.003745 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc8d1d-1bec-4461-8364-4cf0e1a9ae58 x-openstack-request-id: req-f3fc8d1d-1bec-4461-8364-4cf0e1a9ae58 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:30.004012 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "name": "network-vif-plugged", "status": "completed", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:30.004267 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3fc8d1d-1bec-4461-8364-4cf0e1a9ae58 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:30.004653 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'code': 200} Jul 30 05:00:30.030742 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.067956 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=59d9fd06-80e8-4a3e-b675-4639a385ec1b,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.101370 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.182328 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4afefc-2b15-41f6-ac8c-ed08bb49c933 req-66087b1f-94d1-48a8-a00c-3e9b994e28e6 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:30.184774 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ad4afefc-2b15-41f6-ac8c-ed08bb49c933 req-66087b1f-94d1-48a8-a00c-3e9b994e28e6 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 950 time: 0.7230093 Jul 30 05:00:30.202796 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] For port 5540510b-6dfd-4abe-80aa-cd3d404b55ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5540510b-6dfd-4abe-80aa-cd3d404b55ca,segment=NetworkSegment(cd56ecaa-c3cc-4290-b993-4e7269632a05),segment_id=cd56ecaa-c3cc-4290-b993-4e7269632a05)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:30.203214 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.236678 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Calling delete_port for 5540510b-6dfd-4abe-80aa-cd3d404b55ca owned by compute:nova {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:00:30.275928 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ad4afefc-2b15-41f6-ac8c-ed08bb49c933 req-069e039f-2618-4fe9-a4d5-41ed3cc55050 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/security-groups?id=c44ee684-0553-47f5-b8cc-da456fc41100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Jul 30 05:00:30.303628 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f8e2580a-9347-4923-8f3d-3756567a3d54 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:30.388615 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Allocated IP 172.20.0.1 (9456dfef-46cb-4a63-b378-412bdde456ab/8d51b90b-2c1e-45a7-a080-6e64f38c812a/181663bc-f8de-4941-af4d-59cfa64bcfdd) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:30.412968 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port f8e2580a-9347-4923-8f3d-3756567a3d54 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:30.413346 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.545760 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7e027-dc09-41f8-b088-c219337cdf42 req-e9c90c71-5d43-4f52-8eaf-6a155e9c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:30.546918 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0dc7e027-dc09-41f8-b088-c219337cdf42 req-e9c90c71-5d43-4f52-8eaf-6a155e9c5364 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 1099 time: 0.3188992 Jul 30 05:00:30.570307 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33ba4b-3477-47e2-901f-03d688d58c6f None None] Network 9456dfef-46cb-4a63-b378-412bdde456ab requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:00:30.605744 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8ba73e94-b045-4b3a-93ea-1ecabb159bfa up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:30.675790 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0dc7e027-dc09-41f8-b088-c219337cdf42 req-f071325a-f0fa-420b-a409-c3c27b56fe2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933688 Jul 30 05:00:30.696397 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.723940 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Transition to ACTIVE for port object 181663bc-f8de-4941-af4d-59cfa64bcfdd will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:30.740005 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.751106 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Transition to ACTIVE for port object 31bdb10d-1f8e-46d1-8823-f9f2962d694f will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:30.758191 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.766859 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.778693 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-099bc74d-9d11-4692-82f5-5f0736ad59e3 None None] Provisioning for port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:30.802313 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314de2-2212-4a09-a441-7b555760508c req-12a071cb-b2e1-4c5b-a9e8-57128eb52be2 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:30.808961 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['5540510b-6dfd-4abe-80aa-cd3d404b55ca'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:30.826549 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d0314de2-2212-4a09-a441-7b555760508c req-12a071cb-b2e1-4c5b-a9e8-57128eb52be2 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.2840514 Jul 30 05:00:30.838852 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.892632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Network 9456dfef-46cb-4a63-b378-412bdde456ab is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:30.896626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:30.901021 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:30.905957 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Attempting to bind port 31bdb10d-1f8e-46d1-8823-f9f2962d694f on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:30.907086 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Attempting to bind port 31bdb10d-1f8e-46d1-8823-f9f2962d694f by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:30.907638 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Attempting to bind port 31bdb10d-1f8e-46d1-8823-f9f2962d694f on network d59f635a-3570-43f5-bbad-7897bf6b360e {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:30.914171 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4d2d7-7b67-4172-bf29-e034727a7aaf None None] Pushing event updated for resources: {'Port': ['ID=31bdb10d-1f8e-46d1-8823-f9f2962d694f,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.924031 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:30.924933 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Checking segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:30.925488 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.926466 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Bound using segment: {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:30.927188 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Bound port: 31bdb10d-1f8e-46d1-8823-f9f2962d694f, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9bf076-71db-4b0c-9a3a-c49070089f24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:30.929728 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Pushing event deleted for resources: {'Port': ['ID=5540510b-6dfd-4abe-80aa-cd3d404b55ca,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.930163 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.973737 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c67b4-d65f-45dc-9bd3-642a0eeca53a req-df0a554c-ac10-4971-bce2-b52a606d1cb6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:30.977489 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666934'] for router_interface, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:30.992108 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a26c67b4-d65f-45dc-9bd3-642a0eeca53a req-df0a554c-ac10-4971-bce2-b52a606d1cb6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 946 time: 0.4620161 Jul 30 05:00:31.026256 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:31.034749 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:31.040268 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.122508 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] For port 31bdb10d-1f8e-46d1-8823-f9f2962d694f, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:31.123255 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] No DVR routers for this DVR port 5540510b-6dfd-4abe-80aa-cd3d404b55ca on host hv-cinder-78726 {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:00:31.131174 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] For port 31bdb10d-1f8e-46d1-8823-f9f2962d694f, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=31bdb10d-1f8e-46d1-8823-f9f2962d694f,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:31.131577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.135735 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6c99f08-b0b1-4217-bc88-75e41adb57fc req-6d9e71e3-0050-4c88-a5a5-cf670817cff9 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.37 "DELETE /v2.0/ports/5540510b-6dfd-4abe-80aa-cd3d404b55ca HTTP/1.1" status: 204 len: 173 time: 2.1523166 Jul 30 05:00:31.149020 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.160352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'name': 'network-vif-deleted', 'tag': '5540510b-6dfd-4abe-80aa-cd3d404b55ca'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:31.181772 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c49ef40-d1fd-44bd-b533-be89c9f8dd5f" -d '{"events": [{"server_uuid": "2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c", "name": "network-vif-deleted", "tag": "5540510b-6dfd-4abe-80aa-cd3d404b55ca"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:31.226082 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.235784 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d0314de2-2212-4a09-a441-7b555760508c req-5eab4a49-d043-4589-8849-cfb3c521f92e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4069223 Jul 30 05:00:31.261059 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Routers {'a051736c-b364-4dc1-8db4-10f7676f7428'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:31.262247 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['a051736c-b364-4dc1-8db4-10f7676f7428'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:31.280851 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Pushing event updated for resources: {'Port': ['ID=181663bc-f8de-4941-af4d-59cfa64bcfdd,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:31.329146 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a26c67b4-d65f-45dc-9bd3-642a0eeca53a req-022ec4e2-ab80-4370-8dc1-f20f4be3c0e7 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338385 Jul 30 05:00:31.409960 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8173fa1-af30-4de3-adf9-94e425ffc512 x-openstack-request-id: req-c8173fa1-af30-4de3-adf9-94e425ffc512 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:31.410148 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c", "name": "network-vif-deleted", "tag": "5540510b-6dfd-4abe-80aa-cd3d404b55ca", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:31.410400 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8173fa1-af30-4de3-adf9-94e425ffc512 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:31.411442 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c', 'name': 'network-vif-deleted', 'tag': '5540510b-6dfd-4abe-80aa-cd3d404b55ca', 'status': 'completed', 'code': 200} Jul 30 05:00:31.468299 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] Set router a051736c-b364-4dc1-8db4-10f7676f7428 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:31.607437 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.615940 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.650208 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4d2d7-7b67-4172-bf29-e034727a7aaf None None] Pushing event updated for resources: {'Port': ['ID=31bdb10d-1f8e-46d1-8823-f9f2962d694f,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:31.714292 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668326'] for router_interface, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:31.724973 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Pushing event updated for resources: {'Port': ['ID=181663bc-f8de-4941-af4d-59cfa64bcfdd,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:31.736269 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23cf6a06-b20c-4723-b404-d9748f92c55a req-51c4bc8f-8b76-4c76-a130-640ed9b30f65 tempest-VolumesNegativeTest-343215360 tempest-VolumesNegativeTest-343215360-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dbd4f3f-4d76-4fa0-8f19-233a47fe2d3c HTTP/1.1" status: 200 len: 210 time: 0.0806189 Jul 30 05:00:31.877721 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '181663bc-f8de-4941-af4d-59cfa64bcfdd', 'name': '', 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'mac_address': 'fa:16:3e:55:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:30Z', 'updated_at': '2021-07-30T05:00:30Z', 'revision_number': 1, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'subnets': [{'id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:31.926131 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Network 9456dfef-46cb-4a63-b378-412bdde456ab is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:31.927938 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:32.011235 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e277a7cb-eb55-4a79-8230-4a857f6f3f94 None None] The sync data for ids ['a051736c-b364-4dc1-8db4-10f7676f7428'] in dv-cinder-787262-6-iscsi is: [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '181663bc-f8de-4941-af4d-59cfa64bcfdd', 'name': '', 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'mac_address': 'fa:16:3e:55:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:30Z', 'updated_at': '2021-07-30T05:00:30Z', 'revision_number': 1, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'subnets': [{'id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:32.056434 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:32.103705 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,segment=NetworkSegment(aea594c4-92ca-42e4-a7b1-2095395b3d3b),segment_id=aea594c4-92ca-42e4-a7b1-2095395b3d3b)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:32.116437 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:32.117505 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:32.205531 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Router a051736c-b364-4dc1-8db4-10f7676f7428 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:00:32.301290 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:32.346654 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:32.348806 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:32.423922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-fa3710cd-654d-4dab-8998-cfd4ab1521c1 None None] Provisioning for port 181663bc-f8de-4941-af4d-59cfa64bcfdd completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:32.456818 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-fa3710cd-654d-4dab-8998-cfd4ab1521c1 None None] Provisioning complete for port 181663bc-f8de-4941-af4d-59cfa64bcfdd triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:32.469512 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fa3710cd-654d-4dab-8998-cfd4ab1521c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:32.514228 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690209-0266-4fe7-92f9-2c6e9e1c7b36 req-36ed0261-3ec5-479f-8bbc-77dcc81e9df3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:32.517079 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1690209-0266-4fe7-92f9-2c6e9e1c7b36 req-36ed0261-3ec5-479f-8bbc-77dcc81e9df3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.1586313 Jul 30 05:00:32.536861 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-fa3710cd-654d-4dab-8998-cfd4ab1521c1 None None] Port 181663bc-f8de-4941-af4d-59cfa64bcfdd cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:32.551764 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-fa3710cd-654d-4dab-8998-cfd4ab1521c1 None None] Provisioning complete for port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:32.552287 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fa3710cd-654d-4dab-8998-cfd4ab1521c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:32.604577 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1690209-0266-4fe7-92f9-2c6e9e1c7b36 req-1b11c4f1-123f-4b95-8ec9-3fd6e1fb61bb tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762808 Jul 30 05:00:32.828106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db289e8-b98e-4b3b-9453-1cd97efbb693 req-77df8db2-5ff8-4d91-b3dd-a90d5a10a7bd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:32.838332 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6db289e8-b98e-4b3b-9453-1cd97efbb693 req-77df8db2-5ff8-4d91-b3dd-a90d5a10a7bd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.1235743 Jul 30 05:00:32.957632 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-e0841b75-6094-413f-a5be-6d0dbb745e4f None None] Provisioning complete for port 181663bc-f8de-4941-af4d-59cfa64bcfdd triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:32.959829 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e0841b75-6094-413f-a5be-6d0dbb745e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:32.960510 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6db289e8-b98e-4b3b-9453-1cd97efbb693 req-a96773bb-02d5-4f58-8208-914e2aa099e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201184 Jul 30 05:00:32.979353 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60456) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:33.021135 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:33.082671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:33.093620 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-5e009998-a81e-484f-8ede-10dccce4de92 admin admin] 10.222.0.35 "PUT /v2.0/routers/a051736c-b364-4dc1-8db4-10f7676f7428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4037888 Jul 30 05:00:33.152547 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-e0841b75-6094-413f-a5be-6d0dbb745e4f None None] Port 181663bc-f8de-4941-af4d-59cfa64bcfdd cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:33.186044 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:33.190701 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:33.191123 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:33.305706 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5540510b-6dfd-4abe-80aa-cd3d404b55ca no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:00:33.390320 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6390fc-a88e-4363-8f6e-d2b8f4a12cb6 tempest-TestVolumeBootPattern-369113762 tempest-TestVolumeBootPattern-369113762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:33.395321 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60476) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:33.396213 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1b6390fc-a88e-4363-8f6e-d2b8f4a12cb6 tempest-TestVolumeBootPattern-369113762 tempest-TestVolumeBootPattern-369113762-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 1094 time: 0.4115045 Jul 30 05:00:33.404020 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'port_id': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:33.405295 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 5540510b-6dfd-4abe-80aa-cd3d404b55ca {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:00:33.405864 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5540510b-6dfd-4abe-80aa-cd3d404b55ca not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:00:33.416256 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-ca2dda37-20f5-43fd-877d-b0c4afc118c0 None None] Provisioning complete for port 181663bc-f8de-4941-af4d-59cfa64bcfdd triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:33.416638 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ca2dda37-20f5-43fd-877d-b0c4afc118c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:33.453555 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:33.608333 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:33.702310 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-ca2dda37-20f5-43fd-877d-b0c4afc118c0 None None] Port 181663bc-f8de-4941-af4d-59cfa64bcfdd cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:33.781717 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:33.792513 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:33.798263 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8ba73e94-b045-4b3a-93ea-1ecabb159bfa up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:33.877533 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:33.920148 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:33.976226 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:33.976602 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.081916 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Allocated IP 172.27.2.219 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/478cf4d5-c4a6-4f82-9b1a-a8d72a11297f) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:34.254150 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60534) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:34.259913 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765157508', 'description': 'tempest-secgroup-smoke-765157508 description', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:34.269528 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:00:34.276375 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.293563 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.384055 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.412753 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.418892 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.424550 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:34.432112 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:34.439702 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:34.445399 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=478cf4d5-c4a6-4f82-9b1a-a8d72a11297f,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:34.450125 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.465165 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1958849 Jul 30 05:00:34.465491 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60550) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:34.472153 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group_rule': {'security_group_id': '9cd4d803-fa61-4466-a2ce-81ef452fccbf', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:34.489081 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f327f6e-109b-4c21-bca8-b7d53dad99a4 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd4d803-fa61-4466-a2ce-81ef452fccbf,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:34.568804 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.758092 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.770107 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.775865 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:34.798450 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf8e0ef-313b-45db-a6ad-266b4626fd8d,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:34.856618 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.862448 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0d786b39-8e58-4ba9-af2d-fa5ad5f4ca57 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3911643 Jul 30 05:00:34.862651 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60572) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:34.866042 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group_rule': {'security_group_id': '9cd4d803-fa61-4466-a2ce-81ef452fccbf', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:34.935452 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:34.972239 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:34.972609 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.045374 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.055670 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.084585 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5555a6c-4f9c-4173-aaaa-64b384855a42,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:35.103561 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.114791 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-20791d2e-a531-4e4e-8816-80d4b99c11f0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2526667 Jul 30 05:00:35.117039 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60584) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:35.125333 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group_rule': {'security_group_id': '9cd4d803-fa61-4466-a2ce-81ef452fccbf', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:35.156980 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.162418 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.199733 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Sync routers for ids ['dc55b974-1046-434d-afaa-05346c442583'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:35.215672 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Routers {'dc55b974-1046-434d-afaa-05346c442583'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:35.216663 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['dc55b974-1046-434d-afaa-05346c442583'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:35.251107 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.262732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.308689 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.314249 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11db9d63-036a-4e70-8bbe-2cbb5d0b64f2,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:35.322267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.327189 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-e9f7f1fa-ccf5-47f8-b3ca-49e12a31832a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058210 Jul 30 05:00:35.327336 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60600) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:35.337453 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group_rule': {'security_group_id': '9cd4d803-fa61-4466-a2ce-81ef452fccbf', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:35.410190 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.499255 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Set router dc55b974-1046-434d-afaa-05346c442583 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:35.510016 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.516938 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.587068 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.592796 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.608334 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=478cf4d5-c4a6-4f82-9b1a-a8d72a11297f,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:35.619460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01a212b-6dc3-4a2d-9f38-4d5f9095fd4a,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:35.619591 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.658909 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.663390 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6cbf069e-3355-40d9-bf57-cbc76a051ec7 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337419 Jul 30 05:00:35.665258 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60630) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:35.678356 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group_rule': {'security_group_id': '9cd4d803-fa61-4466-a2ce-81ef452fccbf', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:35.720677 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.securitygroups_db [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Project ed96cf0f31a7453d8b0e383d945708f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:00:35.727484 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.780877 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Floating IP 93d6733a-391d-4ed9-9a09-bb2706f2659c associated. External IP: 172.27.2.219, port: 59d9fd06-80e8-4a3e-b675-4639a385ec1b. Jul 30 05:00:35.804487 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.811407 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.849308 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b3d615-0dcb-4d4e-b21d-239a7828de93,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:35.858453 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.863275 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-4106a248-603c-4669-b2ed-674e0cd7329c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953652 Jul 30 05:00:35.864070 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60638) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:35.868734 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'dcaa20f4-26b3-4718-add9-45b9eb4d38c7', 'name': '', 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'mac_address': 'fa:16:3e:27:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:24Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 2, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'subnets': [{'id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:35.869283 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'security_group_rule': {'security_group_id': '9cd4d803-fa61-4466-a2ce-81ef452fccbf', 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:35.899676 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.securitygroups_db [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Project ed96cf0f31a7453d8b0e383d945708f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:00:35.906796 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:35.919295 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Checking router: dc55b974-1046-434d-afaa-05346c442583 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:35.919757 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Updating router dc55b974-1046-434d-afaa-05346c442583 port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:35.967041 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.057578 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.071559 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.139620 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc40ee74-1cb9-4be0-b84d-816a3eacafd3,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:36.160821 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.162107 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-19459834-eda7-4b9a-ba69-722e1335c20a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2969828 Jul 30 05:00:36.294361 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:00:36.493208 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.520587 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Transition to ACTIVE for port object dcaa20f4-26b3-4718-add9-45b9eb4d38c7 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:36.540176 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.615408 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:36.636002 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:36.664980 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:36.675527 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:36.676182 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:36.708648 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ea98-e204-4f5b-9971-9115812796cb None None] Pushing event updated for resources: {'Port': ['ID=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:36.810975 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-515749c5-a99c-4893-97ab-9d919d843580 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4147794 Jul 30 05:00:36.811651 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:36.820443 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d761c-dcd1-487c-bba6-04687d49b676" -d '{"events": [{"name": "network-changed", "server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:36.922732 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Attempting to bind port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:36.925899 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81271d-7437-4ea8-90f7-3ac7ed49e15d x-openstack-request-id: req-9e81271d-7437-4ea8-90f7-3ac7ed49e15d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:36.926194 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:36.926446 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e81271d-7437-4ea8-90f7-3ac7ed49e15d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:36.926847 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'status': 'completed', 'code': 200} Jul 30 05:00:36.954045 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Attempting to bind port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:36.954634 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Attempting to bind port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 on network aef2897e-0535-49b8-8472-22812f4a3aa5 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:36.957691 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 31bdb10d-1f8e-46d1-8823-f9f2962d694f up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:37.016409 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:37.017079 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Checking segment: {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:37.017662 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:37.018281 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Bound using segment: {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:37.018966 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Bound port: dcaa20f4-26b3-4718-add9-45b9eb4d38c7, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:37.019627 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:37.041470 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:37.076543 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d761c-dcd1-487c-bba6-04687d49b676 req-9b1cfe25-0def-440d-a541-472d9a2a28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:37.080621 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-9b1cfe25-0def-440d-a541-472d9a2a28e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 1099 time: 0.1333811 Jul 30 05:00:37.293462 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d761c-dcd1-487c-bba6-04687d49b676 req-412656b9-5753-4f27-9505-d66b51e592d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:37.297311 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 31bdb10d-1f8e-46d1-8823-f9f2962d694f completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:37.303088 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-412656b9-5753-4f27-9505-d66b51e592d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.2098176 Jul 30 05:00:37.430267 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 31bdb10d-1f8e-46d1-8823-f9f2962d694f triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:37.430680 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:37.447973 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-02b9bf9c-77c5-4b21-806d-f199a9e6dacd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b HTTP/1.1" status: 200 len: 1000 time: 0.1327634 Jul 30 05:00:37.524127 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] For port dcaa20f4-26b3-4718-add9-45b9eb4d38c7, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:37.553252 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d761c-dcd1-487c-bba6-04687d49b676 req-b1ed4156-b898-4720-a603-1f5ad9bbdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:37.555845 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-b1ed4156-b898-4720-a603-1f5ad9bbdd35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0916297 Jul 30 05:00:37.556322 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] For port dcaa20f4-26b3-4718-add9-45b9eb4d38c7, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,segment=NetworkSegment(8cedd7c9-ae6e-4b97-9846-f50c57eb4a82),segment_id=8cedd7c9-ae6e-4b97-9846-f50c57eb4a82)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:37.560544 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '93d6733a-391d-4ed9-9a09-bb2706f2659c', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:f7:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:00:34Z', 'updated_at': '2021-07-30T05:00:34Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:37.584754 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:37.638321 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d761c-dcd1-487c-bba6-04687d49b676 req-ddbbbf2e-1a33-4861-8a69-389dcf025843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:37.640230 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-ddbbbf2e-1a33-4861-8a69-389dcf025843 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674875 Jul 30 05:00:37.681662 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:37.748634 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:37.753538 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:37.871382 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-0764bbcf-376f-4fa1-b157-8a36983dc10e service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099996 Jul 30 05:00:37.969123 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Routers {'dc55b974-1046-434d-afaa-05346c442583'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:37.970661 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['dc55b974-1046-434d-afaa-05346c442583'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:38.005814 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:38.102520 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-761d761c-dcd1-487c-bba6-04687d49b676 req-4fe2801a-4ce9-4bd3-b39f-6048c88b84b5 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188275 Jul 30 05:00:38.215158 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ea98-e204-4f5b-9971-9115812796cb None None] Pushing event updated for resources: {'Port': ['ID=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:38.217650 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:38.316661 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 31bdb10d-1f8e-46d1-8823-f9f2962d694f, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=31bdb10d-1f8e-46d1-8823-f9f2962d694f,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:38.345267 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:38.418122 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Sync routers for ids ['a051736c-b364-4dc1-8db4-10f7676f7428'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:38.423461 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] Set router dc55b974-1046-434d-afaa-05346c442583 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:38.508832 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Routers {'a051736c-b364-4dc1-8db4-10f7676f7428'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:38.509485 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['a051736c-b364-4dc1-8db4-10f7676f7428'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:38.566929 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=31bdb10d-1f8e-46d1-8823-f9f2962d694f,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:38.595315 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '93d6733a-391d-4ed9-9a09-bb2706f2659c', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:f7:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:00:34Z', 'updated_at': '2021-07-30T05:00:34Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:38.633853 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98cc12-d588-46f5-b299-9e42968d41bf None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '93d6733a-391d-4ed9-9a09-bb2706f2659c', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:f7:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:00:34Z', 'updated_at': '2021-07-30T05:00:34Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:38.812335 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Set router a051736c-b364-4dc1-8db4-10f7676f7428 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:38.868861 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 31bdb10d-1f8e-46d1-8823-f9f2962d694f up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:38.963159 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc0441-a5a5-43ad-9d93-4237bafe4e5c None None] New status for floating IP 93d6733a-391d-4ed9-9a09-bb2706f2659c: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:00:39.066273 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:39.103095 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 31bdb10d-1f8e-46d1-8823-f9f2962d694f triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:39.103412 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:39.253352 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'dcaa20f4-26b3-4718-add9-45b9eb4d38c7', 'name': '', 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'mac_address': 'fa:16:3e:27:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:24Z', 'updated_at': '2021-07-30T05:00:37Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'subnets': [{'id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:39.300302 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd02dbd-1f11-4caa-8131-95053dd78aa3 None None] The sync data for ids ['dc55b974-1046-434d-afaa-05346c442583'] in dv-cinder-787262-6-iscsi is: [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'dcaa20f4-26b3-4718-add9-45b9eb4d38c7', 'name': '', 'network_id': 'aef2897e-0535-49b8-8472-22812f4a3aa5', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'mac_address': 'fa:16:3e:27:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:24Z', 'updated_at': '2021-07-30T05:00:37Z', 'revision_number': 4, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'subnets': [{'id': 'b585074e-394e-4693-a0d1-1e45a017f57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:39.313912 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '181663bc-f8de-4941-af4d-59cfa64bcfdd', 'name': '', 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'mac_address': 'fa:16:3e:55:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:30Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 2, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'subnets': [{'id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:39.361586 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Checking router: a051736c-b364-4dc1-8db4-10f7676f7428 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:39.362063 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Updating router a051736c-b364-4dc1-8db4-10f7676f7428 port 181663bc-f8de-4941-af4d-59cfa64bcfdd binding host dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:39.391114 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:39.424525 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dcaa20f4-26b3-4718-add9-45b9eb4d38c7 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:39.697333 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:39.712893 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:39.713270 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:39.742053 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 60788) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:39.945029 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:39.982154 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Transition to ACTIVE for port object 181663bc-f8de-4941-af4d-59cfa64bcfdd will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:39.985796 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.010228 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 60792) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:00:40.022771 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-48cc7521-cd92-46a0-ba2b-77a248eab42a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de630cf60fc04c75be99e188c4068300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792580 Jul 30 05:00:40.033744 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port dcaa20f4-26b3-4718-add9-45b9eb4d38c7, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,segment=NetworkSegment(8cedd7c9-ae6e-4b97-9846-f50c57eb4a82),segment_id=8cedd7c9-ae6e-4b97-9846-f50c57eb4a82)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:40.035352 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.072223 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.104379 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9feaa483-4cf3-4420-8271-319d4700e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.142637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9feaa483-4cf3-4420-8271-319d4700e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.161243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65263f4d-1216-4137-97ae-f830923d7e74 None None] Pushing event updated for resources: {'Port': ['ID=181663bc-f8de-4941-af4d-59cfa64bcfdd,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:40.216448 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Attempting to bind port 181663bc-f8de-4941-af4d-59cfa64bcfdd on host dv-cinder-787262-6-iscsi for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:40.218361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Attempting to bind port 181663bc-f8de-4941-af4d-59cfa64bcfdd by drivers openvswitch,hyperv on host dv-cinder-787262-6-iscsi at level 0 using segments [{'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:40.219442 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Attempting to bind port 181663bc-f8de-4941-af4d-59cfa64bcfdd on network 9456dfef-46cb-4a63-b378-412bdde456ab {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:40.248826 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Checking agent: {'id': '548bb52e-942f-4f4b-bd98-5dc1619266d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 49, 14), 'started_at': datetime.datetime(2021, 7, 30, 4, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:40.251109 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Checking segment: {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:40.251896 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.252826 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Bound using segment: {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:40.253802 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Bound port: 181663bc-f8de-4941-af4d-59cfa64bcfdd, host: dv-cinder-787262-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea594c4-92ca-42e4-a7b1-2095395b3d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:40.254815 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.272631 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9feaa483-4cf3-4420-8271-319d4700e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.280341 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9feaa483-4cf3-4420-8271-319d4700e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.320533 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-9feaa483-4cf3-4420-8271-319d4700e017 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c44ee684-0553-47f5-b8cc-da456fc41100 HTTP/1.1" status: 204 len: 168 time: 0.3088164 Jul 30 05:00:40.351925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa483-4cf3-4420-8271-319d4700e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ee684-0553-47f5-b8cc-da456fc41100,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:40.470597 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:40.566308 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] For port 181663bc-f8de-4941-af4d-59cfa64bcfdd, host dv-cinder-787262-6-iscsi, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:40.570224 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] For port 181663bc-f8de-4941-af4d-59cfa64bcfdd, host dv-cinder-787262-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=181663bc-f8de-4941-af4d-59cfa64bcfdd,segment=NetworkSegment(aea594c4-92ca-42e4-a7b1-2095395b3d3b),segment_id=aea594c4-92ca-42e4-a7b1-2095395b3d3b)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:40.580922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.704677 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Routers {'a051736c-b364-4dc1-8db4-10f7676f7428'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:00:40.705449 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:00:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['a051736c-b364-4dc1-8db4-10f7676f7428'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:40.711647 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65263f4d-1216-4137-97ae-f830923d7e74 None None] Pushing event updated for resources: {'Port': ['ID=181663bc-f8de-4941-af4d-59cfa64bcfdd,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:40.893422 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b1b18ccf-e99c-47c7-a06f-e55e7971a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:40.913554 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] Set router a051736c-b364-4dc1-8db4-10f7676f7428 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:00:40.917173 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dcaa20f4-26b3-4718-add9-45b9eb4d38c7 up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:41.097126 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:41.097792 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:41.305838 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '181663bc-f8de-4941-af4d-59cfa64bcfdd', 'name': '', 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'mac_address': 'fa:16:3e:55:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:30Z', 'updated_at': '2021-07-30T05:00:40Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'subnets': [{'id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:41.336922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59145aa8-b597-40af-b76b-ab9fcad5556a None None] The sync data for ids ['a051736c-b364-4dc1-8db4-10f7676f7428'] in dv-cinder-787262-6-iscsi is: [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:00:31Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '181663bc-f8de-4941-af4d-59cfa64bcfdd', 'name': '', 'network_id': '9456dfef-46cb-4a63-b378-412bdde456ab', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'mac_address': 'fa:16:3e:55:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:30Z', 'updated_at': '2021-07-30T05:00:40Z', 'revision_number': 4, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'subnets': [{'id': '8d51b90b-2c1e-45a7-a080-6e64f38c812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:42.811366 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 181663bc-f8de-4941-af4d-59cfa64bcfdd up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:42.870163 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning for port 181663bc-f8de-4941-af4d-59cfa64bcfdd completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:42.878213 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 181663bc-f8de-4941-af4d-59cfa64bcfdd triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:42.878723 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:42.966407 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:43.003714 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] For port 181663bc-f8de-4941-af4d-59cfa64bcfdd, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=181663bc-f8de-4941-af4d-59cfa64bcfdd,segment=NetworkSegment(aea594c4-92ca-42e4-a7b1-2095395b3d3b),segment_id=aea594c4-92ca-42e4-a7b1-2095395b3d3b)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:43.009060 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:43.083257 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Pushing event updated for resources: {'Port': ['ID=181663bc-f8de-4941-af4d-59cfa64bcfdd,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:43.195122 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c00060cc-c5f0-4f28-803d-e6a3bc5e7ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:43.593727 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:44.004619 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-4c4c2d3f-4b83-4262-8ab2-5aa31497e5e6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:44.006123 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-4c4c2d3f-4b83-4262-8ab2-5aa31497e5e6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.1037641 Jul 30 05:00:44.020778 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-cd1e2036-151e-436b-9114-ec253e1078e5 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/quotas/1ddea6d0acc14a0aabbad836c73bc7c1 HTTP/1.1" status: 200 len: 375 time: 0.0088904 Jul 30 05:00:44.078109 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-3d90cedd-c1ae-4957-be23-7d5fb855d5b5 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479381 Jul 30 05:00:44.170894 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-27f92c2d-fd35-4459-b07e-6d398db80441 service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857685 Jul 30 05:00:44.327936 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:44.339096 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-658ea063-e424-4f88-804f-68c62bc1d2ba service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621230 Jul 30 05:00:44.347472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-315da18f-d881-47d2-b328-07900af7a59f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:44.348933 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-315da18f-d881-47d2-b328-07900af7a59f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 815 time: 0.1644604 Jul 30 05:00:44.364855 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-e67793d0-5038-48ab-bd3f-262d5ddf1b5e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/quotas/2a38a391e31144b888b27af79586c5ec HTTP/1.1" status: 200 len: 375 time: 0.0094686 Jul 30 05:00:44.426777 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-f4d7f6df-3ec9-43bb-b886-e49da36b9440 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508618 Jul 30 05:00:44.526660 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-99331cb9-79ae-4a85-99e7-82f8b050e5e6 req-2e6da3a8-d7bb-4934-98f1-d82a287817ac tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 210 time: 0.0389338 Jul 30 05:00:44.554001 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-29f4da7c-2fc0-45c8-9e14-1b6d8039a8c6 service neutron] 10.222.0.35 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153204 Jul 30 05:00:44.643829 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-3e43bb43-700e-43bb-b825-76ea00858128 service neutron] 10.222.0.35 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828171 Jul 30 05:00:44.765735 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 181663bc-f8de-4941-af4d-59cfa64bcfdd up at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:44.838150 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1727381f-1e24-4af3-82f9-22d8c4987f33 req-80cb99eb-1966-4a23-aec9-ba402ca4dbc3 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 210 time: 0.0463226 Jul 30 05:00:44.842251 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Provisioning complete for port 181663bc-f8de-4941-af4d-59cfa64bcfdd triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:44.842810 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:45.670127 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1b56f323-1cea-4a75-ab86-33e3e5a00262 req-18538477-dba1-40f2-9640-b1b03932ee7e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 210 time: 0.0647831 Jul 30 05:00:45.729533 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-925ca123-caff-4224-a889-aab27e418fa2 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:45.731113 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-925ca123-caff-4224-a889-aab27e418fa2 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.1343577 Jul 30 05:00:45.750868 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Request body: {'port': {'device_id': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'admin_state_up': True, 'tenant_id': '1ddea6d0acc14a0aabbad836c73bc7c1'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:45.862172 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Made reservation on behalf of 1ddea6d0acc14a0aabbad836c73bc7c1 for: {'port': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:45.867993 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:45.949952 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1190e04b-e9ff-48c4-8fb6-8cbc50d67ff5 req-79b24d98-6564-403b-ba76-e40cb70bdbd6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 210 time: 0.0531890 Jul 30 05:00:46.024201 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Allocated IP 172.20.0.3 (15face40-cf62-47a3-b149-b6f8efed4431/e297418e-c094-4172-abf6-e559c91efe88/61b3bd2e-1cd4-403b-913e-b68d7cce63e2) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:46.040139 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.164279 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-2b644523-b97c-4b60-9008-d598f56a067f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:46.165781 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-2b644523-b97c-4b60-9008-d598f56a067f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.37 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 815 time: 0.1167603 Jul 30 05:00:46.178453 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.180834 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'port': {'device_id': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'admin_state_up': True, 'tenant_id': '2a38a391e31144b888b27af79586c5ec'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:46.219470 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.238687 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:46.265380 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Network 15face40-cf62-47a3-b149-b6f8efed4431 is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:46.273440 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:46.278314 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:46.309417 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event updated for resources: {'Port': ['ID=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:46.325719 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Made reservation on behalf of 2a38a391e31144b888b27af79586c5ec for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:46.330956 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.335537 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:46.336021 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.352942 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-2d24ec5f-8ab9-416e-b528-616dc9ba9929 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053081 Jul 30 05:00:46.368460 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Request body: {'port': {'device_id': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:46.425416 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.479849 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Allocated IP 172.20.0.10 (2cc597f3-2d46-46f7-aff5-25381ee5e31e/b28ba917-7bc6-4e4f-ad55-98124a491994/ee5399d9-0093-417c-bcc6-479a755ae333) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:46.645642 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.670294 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Transition to ACTIVE for port object ee5399d9-0093-417c-bcc6-479a755ae333 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:46.707313 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.718329 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 {{(pid=93061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:46.727602 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.744157 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Transition to ACTIVE for port object 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:46.751557 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.753070 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:46.756253 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:46.760086 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:00:46.788772 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:46.829886 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:46.830844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.863556 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-cef988e3-f6e7-41ec-914b-54bc2397f5d6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6872194 Jul 30 05:00:46.879830 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Request body: {'port': {'device_id': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:00:46.907020 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Pushing event updated for resources: {'Port': ['ID=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:46.928037 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a9da5-6e80-4390-9774-abadb401111a req-fbdf2f95-1cc5-4f4c-acbd-9aca6bbe80b5 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:46.931344 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-817a9da5-6e80-4390-9774-abadb401111a req-fbdf2f95-1cc5-4f4c-acbd-9aca6bbe80b5 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.1529722 Jul 30 05:00:46.982783 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Attempting to bind port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:46.982783 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Attempting to bind port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:46.983513 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Attempting to bind port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:46.990589 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:46.992673 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 on network 15face40-cf62-47a3-b149-b6f8efed4431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:00:46.993544 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Attempting to bind port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:47.022951 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:47.023307 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Checking segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:47.023760 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Bound using segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:47.024135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Bound port: 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:47.024498 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.043513 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-817a9da5-6e80-4390-9774-abadb401111a req-25afc89b-b682-4615-863e-e20593379535 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049538 Jul 30 05:00:47.096338 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-72e8e49a-f0b1-451d-96ff-63876f057706 None None] Provisioning for port ee5399d9-0093-417c-bcc6-479a755ae333 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:00:47.104778 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-72e8e49a-f0b1-451d-96ff-63876f057706 None None] Provisioning complete for port ee5399d9-0093-417c-bcc6-479a755ae333 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:00:47.105764 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-72e8e49a-f0b1-451d-96ff-63876f057706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.178197 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] For port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host hv-cinder-78726, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:47.190698 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cd9b5-fed7-4baf-a8d2-eb4726b85930 req-5b69b439-5ab8-47a2-a682-7b67f6dc83cc tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:47.199743 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f56cd9b5-fed7-4baf-a8d2-eb4726b85930 req-5b69b439-5ab8-47a2-a682-7b67f6dc83cc tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 932 time: 0.1016915 Jul 30 05:00:47.209028 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] For port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:47.220147 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-72e8e49a-f0b1-451d-96ff-63876f057706 None None] Port ee5399d9-0093-417c-bcc6-479a755ae333 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:00:47.223093 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.299374 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f56cd9b5-fed7-4baf-a8d2-eb4726b85930 req-6c6e1d77-10f5-4e8d-ba4f-449552fe7598 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984106 Jul 30 05:00:47.332842 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:47.333704 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.335310 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] 10.222.0.37 "PUT /v2.0/ports/61b3bd2e-1cd4-403b-913e-b68d7cce63e2 HTTP/1.1" status: 200 len: 1093 time: 0.9716408 Jul 30 05:00:47.344028 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'tag': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:47.348363 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688679f-cb08-4c9b-83e8-d61fdd1fba88" -d '{"events": [{"name": "network-changed", "server_uuid": "a125da76-3074-46fa-8c3e-5fd28fc26d5a", "tag": "61b3bd2e-1cd4-403b-913e-b68d7cce63e2"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:47.389390 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927057c-05a6-4d7a-ac0a-9d3e4c464376 service neutron] Pushing event updated for resources: {'Port': ['ID=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:47.412296 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1403f9a-d52c-494c-b7e3-525454380ed2 x-openstack-request-id: req-a1403f9a-d52c-494c-b7e3-525454380ed2 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:47.412633 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a125da76-3074-46fa-8c3e-5fd28fc26d5a", "tag": "61b3bd2e-1cd4-403b-913e-b68d7cce63e2", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:47.412840 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1403f9a-d52c-494c-b7e3-525454380ed2 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:47.413240 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'tag': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'status': 'completed', 'code': 200} Jul 30 05:00:47.463310 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5399d9-0093-417c-bcc6-479a755ae333 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:00:47.472288 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.485674 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Transition to ACTIVE for port object ee5399d9-0093-417c-bcc6-479a755ae333 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:00:47.490583 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.591095 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:47.641840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Attempting to bind port ee5399d9-0093-417c-bcc6-479a755ae333 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:00:47.642457 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Attempting to bind port ee5399d9-0093-417c-bcc6-479a755ae333 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:00:47.643104 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Attempting to bind port ee5399d9-0093-417c-bcc6-479a755ae333 on network 2cc597f3-2d46-46f7-aff5-25381ee5e31e {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:47.648363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Port ee5399d9-0093-417c-bcc6-479a755ae333 on network 2cc597f3-2d46-46f7-aff5-25381ee5e31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:00:47.648907 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Attempting to bind port ee5399d9-0093-417c-bcc6-479a755ae333 on network 2cc597f3-2d46-46f7-aff5-25381ee5e31e {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:00:47.655474 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:00:47.656029 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Checking segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:00:47.656530 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Bound using segment: {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:00:47.657079 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Bound port: ee5399d9-0093-417c-bcc6-479a755ae333, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5e8b86-1126-4a57-937e-1efd359de74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:00:47.657493 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.733691 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:47.736944 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:47.742021 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.784184 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:47.784803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:00:47.786197 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] 10.222.0.37 "PUT /v2.0/ports/ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 1094 time: 0.9107947 Jul 30 05:00:47.786830 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:00:47.788883 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3211053-9922-4d64-9a58-07e70af4d718" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:47.815589 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd1307-ef16-45a9-bf9d-52912eb0f846 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:47.834135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf2b4de-0b69-4c8c-8310-9b2859dc7725 x-openstack-request-id: req-2bf2b4de-0b69-4c8c-8310-9b2859dc7725 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:47.834509 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:47.834819 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bf2b4de-0b69-4c8c-8310-9b2859dc7725 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:47.835332 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'status': 'completed', 'code': 200} Jul 30 05:00:48.205255 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c864-3ce7-4c4c-b600-4111d8a90270 req-b97ce9ba-9392-4823-b25c-8a838629e4b2 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:48.206850 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8d86c864-3ce7-4c4c-b600-4111d8a90270 req-b97ce9ba-9392-4823-b25c-8a838629e4b2 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0571382 Jul 30 05:00:48.255700 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8d86c864-3ce7-4c4c-b600-4111d8a90270 req-cb3ca44e-cf96-41e5-9614-c33ca40aea7d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Jul 30 05:00:48.422615 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe068d29-714a-4f9f-b890-d6c7f1da9722 req-1ba944fb-72ec-4826-83fd-a4a0d440e80a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:48.424302 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe068d29-714a-4f9f-b890-d6c7f1da9722 req-1ba944fb-72ec-4826-83fd-a4a0d440e80a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0536983 Jul 30 05:00:48.462131 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe068d29-714a-4f9f-b890-d6c7f1da9722 req-ad8cd257-54a2-413d-8ba9-07444b8bf191 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jul 30 05:00:49.375748 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817adef6-55e5-4433-9300-113079af74ec req-7c70a800-1add-4b99-aecf-baa09fdc4431 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:49.377401 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-817adef6-55e5-4433-9300-113079af74ec req-7c70a800-1add-4b99-aecf-baa09fdc4431 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0508945 Jul 30 05:00:49.416163 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-817adef6-55e5-4433-9300-113079af74ec req-abd07d77-f9ad-4a90-906e-60368258dfb7 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Jul 30 05:00:49.582235 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0857bd-5b07-4800-a3e3-763a5fe1777c req-a47b3d72-669b-4a46-a382-94ae2ef41aa1 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:49.583723 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f0857bd-5b07-4800-a3e3-763a5fe1777c req-a47b3d72-669b-4a46-a382-94ae2ef41aa1 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0532713 Jul 30 05:00:49.628488 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f0857bd-5b07-4800-a3e3-763a5fe1777c req-8b1cdc91-0080-4741-b7ba-988b549cb225 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Jul 30 05:00:50.534765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4860-ea72-4422-8fe9-be4f9384ccc0 req-16cb98d5-0730-4657-90f2-bca53c632604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:50.536444 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-783d4860-ea72-4422-8fe9-be4f9384ccc0 req-16cb98d5-0730-4657-90f2-bca53c632604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0506914 Jul 30 05:00:50.578676 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-783d4860-ea72-4422-8fe9-be4f9384ccc0 req-04680661-18e2-4771-8df2-35372aea5225 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354805 Jul 30 05:00:50.749087 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafad9c-e760-451b-b8b1-8adceae2b864 req-030b9a8a-5a74-45b5-b533-eff167415290 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:50.750605 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-edafad9c-e760-451b-b8b1-8adceae2b864 req-030b9a8a-5a74-45b5-b533-eff167415290 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0505650 Jul 30 05:00:50.790044 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-edafad9c-e760-451b-b8b1-8adceae2b864 req-cfa3ca43-432c-4524-9bb1-8fc5382b55df tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Jul 30 05:00:51.710513 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb99de-5a7b-4869-ad07-b0ea447d5868 req-b0e5f322-d985-4b2c-8af8-2bd3a0275d31 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:51.712043 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fdfb99de-5a7b-4869-ad07-b0ea447d5868 req-b0e5f322-d985-4b2c-8af8-2bd3a0275d31 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0519521 Jul 30 05:00:51.752075 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fdfb99de-5a7b-4869-ad07-b0ea447d5868 req-be4c28e7-97e3-48dd-badf-bb190c88df35 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Jul 30 05:00:51.916059 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6204-be6a-4119-8930-fca2d176cafa req-8f8cea66-a6d9-4fba-ac75-086c638d9a90 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:51.917490 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-385a6204-be6a-4119-8930-fca2d176cafa req-8f8cea66-a6d9-4fba-ac75-086c638d9a90 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0539093 Jul 30 05:00:51.965056 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-385a6204-be6a-4119-8930-fca2d176cafa req-2812e8bc-3565-4de7-beae-cd5bdc09a6de tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Jul 30 05:00:52.866445 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe1606-75c6-4e62-a13b-316f0d84723a req-2eaba9a1-b544-410e-9c50-45ae1a95d1a7 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:52.868094 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-34fe1606-75c6-4e62-a13b-316f0d84723a req-2eaba9a1-b544-410e-9c50-45ae1a95d1a7 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0489728 Jul 30 05:00:52.908236 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-34fe1606-75c6-4e62-a13b-316f0d84723a req-a15d80f7-7034-444b-838a-a8012fdc9c6e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Jul 30 05:00:53.089599 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905e83-5d62-47ef-bbae-11e699bf2fba req-0b6d4806-a9b6-4357-8c57-275311c01a1f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:53.091278 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e0905e83-5d62-47ef-bbae-11e699bf2fba req-0b6d4806-a9b6-4357-8c57-275311c01a1f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0552664 Jul 30 05:00:53.131601 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e0905e83-5d62-47ef-bbae-11e699bf2fba req-5ab85dc8-8488-45b1-9521-6d7ad3884e1b tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jul 30 05:00:54.024356 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef4d49-77e6-47b9-8304-1bb69572354e req-06b1e0eb-621c-4fd5-9089-be3681411827 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:54.025856 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-05ef4d49-77e6-47b9-8304-1bb69572354e req-06b1e0eb-621c-4fd5-9089-be3681411827 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0502639 Jul 30 05:00:54.066101 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-05ef4d49-77e6-47b9-8304-1bb69572354e req-153d952b-0b99-460d-b0da-12586cb4c6e4 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Jul 30 05:00:54.246781 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910a69-7e86-4369-813b-65d6633aaa6e req-3ca7030a-6c23-42d6-a7a6-4831d5ca3a1d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:54.248898 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-19910a69-7e86-4369-813b-65d6633aaa6e req-3ca7030a-6c23-42d6-a7a6-4831d5ca3a1d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0494299 Jul 30 05:00:54.288006 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-19910a69-7e86-4369-813b-65d6633aaa6e req-8afc0f9d-e393-4435-8401-6e2c499f580c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Jul 30 05:00:55.185487 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d9954-7071-439d-9b43-3f57a5bf97c1 req-5e5aeedc-baa0-4375-b617-bdc0f53f9f04 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:55.187623 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-885d9954-7071-439d-9b43-3f57a5bf97c1 req-5e5aeedc-baa0-4375-b617-bdc0f53f9f04 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0550048 Jul 30 05:00:55.227618 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-885d9954-7071-439d-9b43-3f57a5bf97c1 req-e1d9005c-f68d-4337-b830-ae043bfa9bd6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Jul 30 05:00:55.413091 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80467aa1-e80f-4481-9748-257e78477f9c req-7cc6ab3f-4346-46fc-9e31-e09958f055b4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:55.414529 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80467aa1-e80f-4481-9748-257e78477f9c req-7cc6ab3f-4346-46fc-9e31-e09958f055b4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0507894 Jul 30 05:00:55.452662 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80467aa1-e80f-4481-9748-257e78477f9c req-83beb532-aaf5-4950-92a2-97c67cc5bb0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Jul 30 05:00:56.348485 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8760682-5f80-4f06-bf65-01204efd2342 req-c30bf4fb-3a0e-4976-a65d-7a36af0b991f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:56.349991 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a8760682-5f80-4f06-bf65-01204efd2342 req-c30bf4fb-3a0e-4976-a65d-7a36af0b991f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0535994 Jul 30 05:00:56.390076 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a8760682-5f80-4f06-bf65-01204efd2342 req-eb1f4427-6c9d-4d2b-91dd-09682c365ae1 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Jul 30 05:00:56.586477 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386c25a-87a4-42cb-bdfb-a87d708d6364 req-220bcdac-3f98-4ee4-9c0f-4a04b88dc7d8 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:56.588465 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1386c25a-87a4-42cb-bdfb-a87d708d6364 req-220bcdac-3f98-4ee4-9c0f-4a04b88dc7d8 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0650983 Jul 30 05:00:56.634015 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1386c25a-87a4-42cb-bdfb-a87d708d6364 req-a6a0224e-f980-4d3c-b583-1d6801ba77f5 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Jul 30 05:00:56.716205 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-8d2d0d3f-37fd-4df5-a326-c19fa3a5cb7e tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765157508&fields=id&tenant_id=ed96cf0f31a7453d8b0e383d945708f6 HTTP/1.1" status: 200 len: 267 time: 0.0320823 Jul 30 05:00:56.828041 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-3647bd57-34b0-41b8-ae5c-b7558cb3e589 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:56.829520 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-3647bd57-34b0-41b8-ae5c-b7558cb3e589 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 809 time: 0.1057436 Jul 30 05:00:56.846020 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-9b1c5089-514b-4d55-ab94-f6bdde907918 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/quotas/ed96cf0f31a7453d8b0e383d945708f6 HTTP/1.1" status: 200 len: 375 time: 0.0104630 Jul 30 05:00:56.910912 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-598b1cd0-0bcb-4aab-a1fd-7e73a8fa1847 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574431 Jul 30 05:00:57.007814 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-30851e3f-68e9-4271-9884-66fd26df0fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845613 Jul 30 05:00:57.102233 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-a72f2c2a-091f-442c-89b3-5a15ae3c2674 service neutron] 10.222.0.35 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882435 Jul 30 05:00:57.401152 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e4b5f9b-4f6f-4a6d-9614-9baa8c0e563b req-fdb39bdb-7ea5-4930-ad7d-95c3c06dd9da tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 210 time: 0.0288525 Jul 30 05:00:57.528530 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58c76-f26e-4d03-858c-232d624504dd req-488dcc91-0df4-4c33-a201-80dacd739889 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:57.533439 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c1c58c76-f26e-4d03-858c-232d624504dd req-488dcc91-0df4-4c33-a201-80dacd739889 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0538476 Jul 30 05:00:57.585877 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c1c58c76-f26e-4d03-858c-232d624504dd req-d3bdf08d-3f6e-4b64-9c75-bcb25373f1f2 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Jul 30 05:00:57.796096 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8a027-c644-4650-86a2-c74d73a4cd8c req-45c18381-0c8c-45fa-80bb-16aa537f164f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:57.797803 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9aa8a027-c644-4650-86a2-c74d73a4cd8c req-45c18381-0c8c-45fa-80bb-16aa537f164f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0858269 Jul 30 05:00:57.840047 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9aa8a027-c644-4650-86a2-c74d73a4cd8c req-8fa236f8-0602-4f08-adbc-72b5dd87efe7 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362966 Jul 30 05:00:58.506100 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dad89ebc-8128-42ce-bcb1-173e41b538b5 req-fe079822-06e0-454e-8efe-21af2879beb0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 210 time: 0.0348182 Jul 30 05:00:58.706164 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539a07-f7d7-4d57-a42c-29919a72121a req-7e4191e3-e617-4927-909f-70e5501fe56f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:58.707741 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ed539a07-f7d7-4d57-a42c-29919a72121a req-7e4191e3-e617-4927-909f-70e5501fe56f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0513568 Jul 30 05:00:58.747963 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ed539a07-f7d7-4d57-a42c-29919a72121a req-740dc3db-b23a-407a-9ab1-d214a8507e42 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Jul 30 05:00:58.958364 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cf5bf-0c15-48ee-9058-9a90455b7f9d req-3144dd0a-9272-45a1-a686-489ce4b9aeb2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:58.959808 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-760cf5bf-0c15-48ee-9058-9a90455b7f9d req-3144dd0a-9272-45a1-a686-489ce4b9aeb2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0507760 Jul 30 05:00:58.997968 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-760cf5bf-0c15-48ee-9058-9a90455b7f9d req-321dc62f-41f8-40a7-ad90-65b51f422136 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Jul 30 05:00:59.601019 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0597a2aa-6b6f-43b1-8960-8fbedcb8583f req-abe607ff-b7fd-4f3e-a425-463012e37e3f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 210 time: 0.0306010 Jul 30 05:00:59.864986 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2df1a-d35e-4c7c-afbd-92ebaca541b1 req-bc28ce2e-ab67-4dc0-9e9e-0973138f6d2f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:00:59.866667 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-41f2df1a-d35e-4c7c-afbd-92ebaca541b1 req-bc28ce2e-ab67-4dc0-9e9e-0973138f6d2f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0496299 Jul 30 05:00:59.907855 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-41f2df1a-d35e-4c7c-afbd-92ebaca541b1 req-35e6e1ec-9cb6-4032-8828-6e4a36a48395 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Jul 30 05:01:00.115064 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eafdd-cfae-48c2-80a9-0d3d442ebcd0 req-82165d2b-8bb1-4399-aebe-747d02f09545 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:00.116603 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4d5eafdd-cfae-48c2-80a9-0d3d442ebcd0 req-82165d2b-8bb1-4399-aebe-747d02f09545 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0504179 Jul 30 05:01:00.155091 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4d5eafdd-cfae-48c2-80a9-0d3d442ebcd0 req-d4ca0290-64d8-4745-8464-9eae1b100e98 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Jul 30 05:01:00.695331 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b82d4788-2de4-467c-8753-a30f4ee30229 req-5065c7f6-9d70-4b2d-9e9c-4a20fda7cc17 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Jul 30 05:01:00.964218 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688679f-cb08-4c9b-83e8-d61fdd1fba88 req-a5850ad8-8285-4c71-bf20-9aace5155ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:00.965970 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a688679f-cb08-4c9b-83e8-d61fdd1fba88 req-a5850ad8-8285-4c71-bf20-9aace5155ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 1096 time: 0.0480855 Jul 30 05:01:00.966394 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211053-9922-4d64-9a58-07e70af4d718 req-b0574341-be3d-48b7-a158-ad749b1aa261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:00.968019 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3211053-9922-4d64-9a58-07e70af4d718 req-b0574341-be3d-48b7-a158-ad749b1aa261 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1097 time: 0.0492020 Jul 30 05:01:01.082901 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211053-9922-4d64-9a58-07e70af4d718 req-3f27d820-0f53-42b4-a815-2833f8cf0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.085030 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3211053-9922-4d64-9a58-07e70af4d718 req-3f27d820-0f53-42b4-a815-2833f8cf0670 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a38a391e31144b888b27af79586c5ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973511 Jul 30 05:01:01.099448 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f5ef7-9add-4632-9edd-bae4725f3163 req-af7e6260-19ca-410f-9f70-172dc07399da tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.100951 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-574f5ef7-9add-4632-9edd-bae4725f3163 req-af7e6260-19ca-410f-9f70-172dc07399da tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.1053927 Jul 30 05:01:01.136723 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688679f-cb08-4c9b-83e8-d61fdd1fba88 req-e0d03061-8f8b-4fdf-a447-28610a5869aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.138194 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a688679f-cb08-4c9b-83e8-d61fdd1fba88 req-e0d03061-8f8b-4fdf-a447-28610a5869aa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1512768 Jul 30 05:01:01.174985 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-574f5ef7-9add-4632-9edd-bae4725f3163 req-8ddd74bc-d60c-48e0-a052-6a76b275d0ce tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652270 Jul 30 05:01:01.204898 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211053-9922-4d64-9a58-07e70af4d718 req-7baf5c4e-932d-4ab5-a5e4-83701f225cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.206451 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3211053-9922-4d64-9a58-07e70af4d718 req-7baf5c4e-932d-4ab5-a5e4-83701f225cc7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056786 Jul 30 05:01:01.258504 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688679f-cb08-4c9b-83e8-d61fdd1fba88 req-7bf1f01f-48c9-4019-9cac-8136fb26bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.260344 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a688679f-cb08-4c9b-83e8-d61fdd1fba88 req-7bf1f01f-48c9-4019-9cac-8136fb26bf80 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075954 Jul 30 05:01:01.299145 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-fb7a1c5c-ab9a-4348-aa4a-0321c912f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.300694 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-fb7a1c5c-ab9a-4348-aa4a-0321c912f422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1097 time: 0.0439465 Jul 30 05:01:01.301132 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9afb3-4b14-4d51-bf9f-8a12a5e777fe req-0df99d50-e97b-4d92-acb1-a9858ad4ab03 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.302629 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-eec9afb3-4b14-4d51-bf9f-8a12a5e777fe req-0df99d50-e97b-4d92-acb1-a9858ad4ab03 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0582979 Jul 30 05:01:01.347080 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-62b4e7b4-38f9-4412-be89-a9381ec1e2ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 217 time: 0.0344315 Jul 30 05:01:01.367136 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-eec9afb3-4b14-4d51-bf9f-8a12a5e777fe req-42675428-02de-40a6-a982-73aeb1f41e98 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585685 Jul 30 05:01:01.373331 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-fd44bb71-1ff8-4981-9e71-ec89d3a702dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.374751 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-fd44bb71-1ff8-4981-9e71-ec89d3a702dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 1096 time: 0.0597544 Jul 30 05:01:01.403505 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-9304f901-4f1d-4a54-95f7-fbbe096d668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.405024 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-9304f901-4f1d-4a54-95f7-fbbe096d668c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 200 len: 854 time: 0.0481832 Jul 30 05:01:01.421293 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-6d153cb5-d832-449d-9ae3-901e5536c53a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61b3bd2e-1cd4-403b-913e-b68d7cce63e2 HTTP/1.1" status: 200 len: 217 time: 0.0338030 Jul 30 05:01:01.459298 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-ac795946-96b7-4f77-8ed5-180cb1002ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.460701 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-ac795946-96b7-4f77-8ed5-180cb1002ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cc597f3-2d46-46f7-aff5-25381ee5e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404077 Jul 30 05:01:01.473171 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc6877-e068-4272-9325-38f76dea8510 req-6a9eb317-fc27-46de-9a4a-a0f831dd3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.474588 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-6a9eb317-fc27-46de-9a4a-a0f831dd3948 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.0456793 Jul 30 05:01:01.506330 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-09b732a4-e010-46b6-8149-e52f27817085 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239520 Jul 30 05:01:01.553284 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-6ea04b30-4a14-46ae-9c2e-12ce41d4913a service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806630 Jul 30 05:01:01.597346 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-c58ee86c-18e5-4bf7-b4d9-e9aec249b7f8 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812836 Jul 30 05:01:01.664286 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-dc35dbb1-5627-4ff6-891d-96e5a167b6b1 req-bc5d50a1-f29b-4c5b-b48d-8ce154e09df7 service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934451 Jul 30 05:01:01.700541 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42dc6877-e068-4272-9325-38f76dea8510 req-3a4f4227-d448-4daf-a7f4-cba476b7993f service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943177 Jul 30 05:01:01.787529 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5534c1e4-2384-4d4e-8b1f-5f81aa757a89 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:01.789704 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5534c1e4-2384-4d4e-8b1f-5f81aa757a89 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 809 time: 0.1166532 Jul 30 05:01:01.802362 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5919dbb9-854d-4434-aefa-d4d4b9d67e29 req-e8fc75a3-ba9d-4e81-9740-02d7d52f9f22 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Jul 30 05:01:01.847036 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-32232f91-2bb7-4f42-a0e2-fa2ae04930c8 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed96cf0f31a7453d8b0e383d945708f6 HTTP/1.1" status: 200 len: 379 time: 0.0395122 Jul 30 05:01:01.865534 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'port': {'device_id': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'admin_state_up': True, 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'security_groups': ['9cd4d803-fa61-4466-a2ce-81ef452fccbf']}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:01.979459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Made reservation on behalf of ed96cf0f31a7453d8b0e383d945708f6 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:01:01.982993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.115901 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Allocated IP 172.20.0.4 (4ae005d0-c5fb-458d-a217-75e1df5d72fb/1aecc4ec-026f-4704-a1d0-a0a14ec25ba1/9520cab4-1e02-4461-9f88-bc55bae0ea05) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:02.251469 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.264875 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Transition to ACTIVE for port object 9520cab4-1e02-4461-9f88-bc55bae0ea05 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:01:02.300022 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.303371 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea671cf-0ae7-4156-ac73-3925441108b6 req-e90dcdce-03f5-47f2-9f51-1a0ffb3bb834 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:02.304873 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9ea671cf-0ae7-4156-ac73-3925441108b6 req-e90dcdce-03f5-47f2-9f51-1a0ffb3bb834 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0501611 Jul 30 05:01:02.344872 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:02.345251 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9ea671cf-0ae7-4156-ac73-3925441108b6 req-0622137c-e565-460f-9a3f-f41b1a4c1fc8 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Jul 30 05:01:02.350345 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:02.356390 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:02.383496 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:02.395632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.395976 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.396322 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.396679 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.397014 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.397349 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.397671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.397999 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.398327 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.399144 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.399144 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.399340 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:02.426211 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:02.426825 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.446107 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5bd0d7e6-8b58-444d-8189-d619bf8a1842 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843689 Jul 30 05:01:02.460843 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Request body: {'port': {'device_id': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:02.513286 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930d06-ae6c-4f93-af0e-ec35ce60c002 req-2bc98130-6f88-418e-932b-6973ad470fcd tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:02.519709 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-92930d06-ae6c-4f93-af0e-ec35ce60c002 req-2bc98130-6f88-418e-932b-6973ad470fcd tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0633016 Jul 30 05:01:02.522816 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.568648 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-92930d06-ae6c-4f93-af0e-ec35ce60c002 req-0ea55306-51e8-407f-862c-36d79e991f78 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426855 Jul 30 05:01:02.592573 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-bb64fc68-be20-423f-8a69-a4e4305449ed None None] Provisioning for port 9520cab4-1e02-4461-9f88-bc55bae0ea05 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:02.597609 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-bb64fc68-be20-423f-8a69-a4e4305449ed None None] Provisioning complete for port 9520cab4-1e02-4461-9f88-bc55bae0ea05 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:02.598097 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bb64fc68-be20-423f-8a69-a4e4305449ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.633269 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-bb64fc68-be20-423f-8a69-a4e4305449ed None None] Port 9520cab4-1e02-4461-9f88-bc55bae0ea05 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:01:02.799257 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9520cab4-1e02-4461-9f88-bc55bae0ea05 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:02.807174 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.823484 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Transition to ACTIVE for port object 9520cab4-1e02-4461-9f88-bc55bae0ea05 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:01:02.838898 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:02.897201 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:02.935207 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231cf52-f6fd-4b49-b9ec-3054ec8c99e5 req-cf727feb-9580-4d03-85e7-92eabc030a45 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:02.943232 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7231cf52-f6fd-4b49-b9ec-3054ec8c99e5 req-cf727feb-9580-4d03-85e7-92eabc030a45 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0677710 Jul 30 05:01:02.978036 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7231cf52-f6fd-4b49-b9ec-3054ec8c99e5 req-424ce725-2e26-46ef-878d-419b6236bb66 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339301 Jul 30 05:01:02.978578 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Attempting to bind port 9520cab4-1e02-4461-9f88-bc55bae0ea05 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:01:02.978943 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Attempting to bind port 9520cab4-1e02-4461-9f88-bc55bae0ea05 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:01:02.979276 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Attempting to bind port 9520cab4-1e02-4461-9f88-bc55bae0ea05 on network 4ae005d0-c5fb-458d-a217-75e1df5d72fb {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:02.983938 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Port 9520cab4-1e02-4461-9f88-bc55bae0ea05 on network 4ae005d0-c5fb-458d-a217-75e1df5d72fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:01:02.984558 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Attempting to bind port 9520cab4-1e02-4461-9f88-bc55bae0ea05 on network 4ae005d0-c5fb-458d-a217-75e1df5d72fb {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:02.989290 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:01:02.989628 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Checking segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:01:02.990000 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Bound using segment: {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:01:02.990437 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Bound port: 9520cab4-1e02-4461-9f88-bc55bae0ea05, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:01:02.990794 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:03.292491 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:03.295316 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:03.299936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:03.331298 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.331730 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:03.333300 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] 10.222.0.37 "PUT /v2.0/ports/9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 1093 time: 0.8768840 Jul 30 05:01:03.335436 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:03.337707 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa180b32-e0ef-4b67-9f99-ed6de169be9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:03.368802 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58badeb6-8c06-4c9a-8c7d-7207ce6ae384 service neutron] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:03.403026 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b82ce-b88a-4b33-a661-110dcc4ea313 x-openstack-request-id: req-9b4b82ce-b88a-4b33-a661-110dcc4ea313 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:03.403026 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:03.403026 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b4b82ce-b88a-4b33-a661-110dcc4ea313 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:03.403418 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'status': 'completed', 'code': 200} Jul 30 05:01:03.439670 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-43d3b8fd-6d8b-4a03-8db0-ceeb912f0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.441346 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-43d3b8fd-6d8b-4a03-8db0-ceeb912f0bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1096 time: 0.0522883 Jul 30 05:01:03.475310 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f380a-cb94-4419-a0a9-86730a0c9af6 req-09d0c9ac-e6ec-4a38-ab7a-70f139ed01b4 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.477062 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ac9f380a-cb94-4419-a0a9-86730a0c9af6 req-09d0c9ac-e6ec-4a38-ab7a-70f139ed01b4 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0514610 Jul 30 05:01:03.491409 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-54035afa-cb5e-4acb-a780-acbcc244a1dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 217 time: 0.0397880 Jul 30 05:01:03.522026 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ac9f380a-cb94-4419-a0a9-86730a0c9af6 req-30f1e94c-2d47-426e-8e46-7bec5fd6973a tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Jul 30 05:01:03.553400 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-86c49aac-10c3-477d-bb97-97af521b3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.554786 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-86c49aac-10c3-477d-bb97-97af521b3f3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.0451968 Jul 30 05:01:03.603252 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-00987b27-e2bd-4d98-80d3-5cd7f3412037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.604694 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-00987b27-e2bd-4d98-80d3-5cd7f3412037 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399263 Jul 30 05:01:03.687041 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545c83-ea74-466d-8371-db0261180fdf req-dae91b21-b728-497a-81c5-0f1995b5ece2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.689812 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c7545c83-ea74-466d-8371-db0261180fdf req-dae91b21-b728-497a-81c5-0f1995b5ece2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0536051 Jul 30 05:01:03.705930 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-939e1545-6fba-414d-990e-86260aaf51a6 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895197 Jul 30 05:01:03.728799 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c7545c83-ea74-466d-8371-db0261180fdf req-59e16459-cf9a-4d50-b7ce-53c8c833e9e0 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Jul 30 05:01:03.801827 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b7eaf872-47d1-4a4b-8f45-2b6037de5067 req-5f3a6bbe-42d4-4724-b771-f220603235e2 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866084 Jul 30 05:01:03.908623 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-06906b43-1bdc-4989-ae8a-9d276486f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:03.910124 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-06906b43-1bdc-4989-ae8a-9d276486f554 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1096 time: 0.0455074 Jul 30 05:01:04.027110 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-d2e1988f-bf4b-4f88-b4a7-cc4790d62bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.028606 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-d2e1988f-bf4b-4f88-b4a7-cc4790d62bc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 910 time: 0.1080256 Jul 30 05:01:04.083605 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-fe604015-06e2-4d28-99d2-517dbab06ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 217 time: 0.0436504 Jul 30 05:01:04.144620 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-6bc384d6-5c8f-4e0a-9529-56912b109b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.146081 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-6bc384d6-5c8f-4e0a-9529-56912b109b4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.0461495 Jul 30 05:01:04.148714 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e1972-c919-47f7-ab3d-93c550d46f8e req-0a17a450-23c1-4c77-964f-012f03988317 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.150240 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a9e1972-c919-47f7-ab3d-93c550d46f8e req-0a17a450-23c1-4c77-964f-012f03988317 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0778830 Jul 30 05:01:04.193367 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21938c0-3b07-40e6-8302-729609bc71a8 req-202ba633-9706-4ac6-94e7-4d8bd2ada1b5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.194840 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b21938c0-3b07-40e6-8302-729609bc71a8 req-202ba633-9706-4ac6-94e7-4d8bd2ada1b5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0899444 Jul 30 05:01:04.197592 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-0bee0746-4353-4a12-91d0-094ce0b79acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.199184 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-0bee0746-4353-4a12-91d0-094ce0b79acb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432951 Jul 30 05:01:04.202235 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a9e1972-c919-47f7-ab3d-93c550d46f8e req-220c6b23-b007-4d2b-bb8b-edd7d179dfcb tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443799 Jul 30 05:01:04.237642 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b21938c0-3b07-40e6-8302-729609bc71a8 req-89dac2fa-0b21-4bc0-899d-d22c18722164 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344651 Jul 30 05:01:04.301840 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-17dd0200-ec04-49cc-b2d7-afc5da3600ff service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897696 Jul 30 05:01:04.390173 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-aa180b32-e0ef-4b67-9f99-ed6de169be9c req-ea07974d-8f7c-4985-a2e0-e81a15c54029 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800402 Jul 30 05:01:04.639288 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355961-4c4c-450e-96d9-5374b818af8f req-0631711d-0b95-4d0c-89f2-86db402816ff tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.640747 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c355961-4c4c-450e-96d9-5374b818af8f req-0631711d-0b95-4d0c-89f2-86db402816ff tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0479116 Jul 30 05:01:04.679179 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c355961-4c4c-450e-96d9-5374b818af8f req-bf8e6782-0504-4a0a-9bce-60fa40773fa9 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jul 30 05:01:04.846262 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d24e-7222-4e27-b996-1fb70cd29b3e req-b0c9f302-18c0-4336-82de-540be616d063 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:04.847673 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0103d24e-7222-4e27-b996-1fb70cd29b3e req-b0c9f302-18c0-4336-82de-540be616d063 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 944 time: 0.0480082 Jul 30 05:01:04.883814 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0103d24e-7222-4e27-b996-1fb70cd29b3e req-81d932fb-0864-43bf-b6c6-868df3ff67a9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303445 Jul 30 05:01:05.328058 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a36f8f-80c4-43a2-8327-6be5b8fd7e98 req-7d6400dc-1355-4e29-a27a-3b6855c38def tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:05.330156 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2a36f8f-80c4-43a2-8327-6be5b8fd7e98 req-7d6400dc-1355-4e29-a27a-3b6855c38def tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0615125 Jul 30 05:01:05.401228 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ee5399d9-0093-417c-bcc6-479a755ae333 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:05.503658 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:05.515366 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'port_id': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'mac_address': 'fa:16:3e:5a:b0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:05.553483 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:05.567025 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5399d9-0093-417c-bcc6-479a755ae333 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:05.587866 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:05.591940 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:05.592627 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:05.634993 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2a36f8f-80c4-43a2-8327-6be5b8fd7e98 req-fb7bc8e5-3bc8-4830-adf8-e99e20f16140 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Jul 30 05:01:05.643471 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc859c-570c-40db-9cc1-4d9a359f8942 req-a3847f9c-5411-4402-9f0d-ea644bcb99b3 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:05.644986 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-85dc859c-570c-40db-9cc1-4d9a359f8942 req-a3847f9c-5411-4402-9f0d-ea644bcb99b3 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.3390760 Jul 30 05:01:05.686832 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:05.695957 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-85dc859c-570c-40db-9cc1-4d9a359f8942 req-5d35051e-2a45-4b56-a4be-f67f3e73b71d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442045 Jul 30 05:01:05.733267 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:05.745049 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'port_id': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'mac_address': 'fa:16:3e:0c:0c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297418e-c094-4172-abf6-e559c91efe88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:05.782479 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:05.794680 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:05.797799 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3b0b-577f-44aa-af74-8180f19fc3d4 req-c0f27e2a-deae-4cb7-b052-c9d3fd65fba3 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:05.799322 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4cbe3b0b-577f-44aa-af74-8180f19fc3d4 req-c0f27e2a-deae-4cb7-b052-c9d3fd65fba3 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 943 time: 0.0489306 Jul 30 05:01:05.817342 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:05.821261 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:05.838585 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4cbe3b0b-577f-44aa-af74-8180f19fc3d4 req-3ec8140b-9c3c-4013-b48c-a9e305dcc73b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Jul 30 05:01:05.871388 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:06.013170 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf2ba-802a-43f6-baf6-41b90fafd02b req-5dd11c1d-0653-4fa9-b800-51215471af2d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:06.015296 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-358bf2ba-802a-43f6-baf6-41b90fafd02b req-5dd11c1d-0653-4fa9-b800-51215471af2d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 945 time: 0.0644796 Jul 30 05:01:06.058327 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-358bf2ba-802a-43f6-baf6-41b90fafd02b req-f2ad6b59-e966-45e8-90c3-d322f4b79e6a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360985 Jul 30 05:01:06.131654 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['61b3bd2e-1cd4-403b-913e-b68d7cce63e2'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:06.154671 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ee5399d9-0093-417c-bcc6-479a755ae333'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:06.749152 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bda74-e2db-426e-b66d-1a94d9ac9028 req-cd570146-8ac7-4483-9ca7-c07e288ca7a0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:06.751178 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1d2bda74-e2db-426e-b66d-1a94d9ac9028 req-cd570146-8ac7-4483-9ca7-c07e288ca7a0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0499609 Jul 30 05:01:06.814507 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1d2bda74-e2db-426e-b66d-1a94d9ac9028 req-c7cb9581-6699-4141-8fc9-1fbb140d064e tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573339 Jul 30 05:01:06.830896 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f58b4-a2ef-4766-b8f4-fc91e3d88de3 req-35f91dac-843c-4474-b976-0528edfeef2f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:06.832360 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e64f58b4-a2ef-4766-b8f4-fc91e3d88de3 req-35f91dac-843c-4474-b976-0528edfeef2f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0683599 Jul 30 05:01:06.870743 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e64f58b4-a2ef-4766-b8f4-fc91e3d88de3 req-e36c691d-4632-4a27-8fbc-88bb0cf3b3ca tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Jul 30 05:01:06.960333 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a56ce-908d-40b0-aef3-193658c4f86e req-ab457a95-99da-49fa-8074-6cc07f8ef835 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:06.961766 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b04a56ce-908d-40b0-aef3-193658c4f86e req-ab457a95-99da-49fa-8074-6cc07f8ef835 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 944 time: 0.0519445 Jul 30 05:01:06.998758 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b04a56ce-908d-40b0-aef3-193658c4f86e req-6978207d-8299-4452-8f94-5c00dbcfc11c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Jul 30 05:01:07.170335 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f94a-3ef1-474c-ba1b-7ae88b7bff66 req-974887a8-0810-491e-a7d0-65c6438f44bf tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:07.171850 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e490f94a-3ef1-474c-ba1b-7ae88b7bff66 req-974887a8-0810-491e-a7d0-65c6438f44bf tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Jul 30 05:01:07.209027 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e490f94a-3ef1-474c-ba1b-7ae88b7bff66 req-e357b014-36f2-4fbf-bbd3-09f5e4197f3e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Jul 30 05:01:07.419853 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ee5399d9-0093-417c-bcc6-479a755ae333 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:07.466271 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port ee5399d9-0093-417c-bcc6-479a755ae333 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:07.470471 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port ee5399d9-0093-417c-bcc6-479a755ae333 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:07.470843 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:07.548202 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:07.569728 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:07.571999 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a9a7e-ef2c-4e3d-8f19-7459563b291e" -d '{"events": [{"server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "name": "network-vif-plugged", "status": "completed", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:07.584979 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:07.589274 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:07.590262 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:07.612902 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed118f-edb2-4ad9-baa7-163f7a443e10 x-openstack-request-id: req-26ed118f-edb2-4ad9-baa7-163f7a443e10 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:07.613202 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "name": "network-vif-plugged", "status": "completed", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:07.613475 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26ed118f-edb2-4ad9-baa7-163f7a443e10 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:07.613847 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'code': 200} Jul 30 05:01:07.671744 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.683408 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:07.687331 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:07.687740 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:07.695630 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-93e41489-80e5-4d4b-ae05-a7da21172ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449626 Jul 30 05:01:07.770314 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:07.805371 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:07.805602 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188296-b78d-4d40-b91d-652b37f49a1b req-4083dfc3-ed0e-4167-a361-1beb29b91b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:07.807211 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6e188296-b78d-4d40-b91d-652b37f49a1b req-4083dfc3-ed0e-4167-a361-1beb29b91b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1099 time: 0.0444541 Jul 30 05:01:07.808637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-dca8396f-c031-462f-ab88-6a58e146e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:07.810052 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-dca8396f-c031-462f-ab88-6a58e146e57a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 1100 time: 0.0485518 Jul 30 05:01:07.810509 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:07.849783 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6e188296-b78d-4d40-b91d-652b37f49a1b req-683cb62b-bc20-4042-8769-c2158424d395 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Jul 30 05:01:07.872852 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.939044 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f114fc-3fe1-42b7-9d11-b0c2a64b4897 req-2246f1c4-a9e6-4059-913d-dad209cbbcbe tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:07.940567 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-68f114fc-3fe1-42b7-9d11-b0c2a64b4897 req-2246f1c4-a9e6-4059-913d-dad209cbbcbe tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0560973 Jul 30 05:01:07.943583 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-1c194667-7f2d-41c6-b620-b2ad1108dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:07.945186 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-1c194667-7f2d-41c6-b620-b2ad1108dfc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.1108208 Jul 30 05:01:08.016530 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-68f114fc-3fe1-42b7-9d11-b0c2a64b4897 req-bba1f534-584e-4967-9286-82058f1aa9ca tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674884 Jul 30 05:01:08.018915 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-0cc9ccf8-2052-4f90-af49-a787d51aebce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 200 len: 1001 time: 0.0622916 Jul 30 05:01:08.029461 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b56000-161d-4d3a-9cb6-1f81716e7eac req-16c531b1-aac1-4322-b5ba-b123df5b7f44 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:08.031225 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a4b56000-161d-4d3a-9cb6-1f81716e7eac req-16c531b1-aac1-4322-b5ba-b123df5b7f44 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0842960 Jul 30 05:01:08.075234 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a4b56000-161d-4d3a-9cb6-1f81716e7eac req-21a73928-04b2-40e4-ba69-392520c53369 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331445 Jul 30 05:01:08.081348 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-1018ab0a-feb0-4bdd-8847-edcae59e2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:08.082978 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-1018ab0a-feb0-4bdd-8847-edcae59e2336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0531151 Jul 30 05:01:08.127828 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a79111-e37b-4d8d-a793-a86b98e81c07 req-289c1733-7487-4bb3-b692-64ec27bad6d0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:08.129385 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-88a79111-e37b-4d8d-a793-a86b98e81c07 req-289c1733-7487-4bb3-b692-64ec27bad6d0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jul 30 05:01:08.132245 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-71497667-1f0f-4b6a-821c-857e782971d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:08.133863 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-71497667-1f0f-4b6a-821c-857e782971d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425379 Jul 30 05:01:08.171047 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-88a79111-e37b-4d8d-a793-a86b98e81c07 req-08e7ad88-af9c-47c5-8c0f-18ad4f130cc8 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Jul 30 05:01:08.226940 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-1e47272b-333e-48c9-bc57-807f9f9e4e25 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844352 Jul 30 05:01:08.318970 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-685c00f2-7f15-4ed8-88ce-12895c978689 req-4a8eb011-00c2-4c7c-83b2-a25c2035ead3 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Jul 30 05:01:08.321964 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c55105-1525-421c-b73d-f3eac7cd43ce req-b41b8f23-2938-4e44-b793-2aea6770bdfe tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:08.323464 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-99c55105-1525-421c-b73d-f3eac7cd43ce req-b41b8f23-2938-4e44-b793-2aea6770bdfe tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0496492 Jul 30 05:01:08.363991 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-99c55105-1525-421c-b73d-f3eac7cd43ce req-3c2f02e5-b5d6-4496-8c84-a0cf1bf993b5 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Jul 30 05:01:09.039972 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:09.135705 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2212f-2b0f-4e99-b60b-6974301e95c2 req-08fccea4-6dde-4c05-9106-90e965750dc0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:09.137254 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fac2212f-2b0f-4e99-b60b-6974301e95c2 req-08fccea4-6dde-4c05-9106-90e965750dc0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0527759 Jul 30 05:01:09.209579 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fac2212f-2b0f-4e99-b60b-6974301e95c2 req-d249aab7-594e-41c3-a2eb-34c70f51343f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658610 Jul 30 05:01:09.217693 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f69237-d0b0-46e8-931b-c54191c43683 req-a67fc362-417f-40a2-988d-3a11a9a3a737 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:09.219298 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42f69237-d0b0-46e8-931b-c54191c43683 req-a67fc362-417f-40a2-988d-3a11a9a3a737 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0745666 Jul 30 05:01:09.258968 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42f69237-d0b0-46e8-931b-c54191c43683 req-3d5614ed-3871-42f5-9b6b-3bf05b07f2a7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335340 Jul 30 05:01:09.312463 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c381b2a-9964-41c7-9b8f-9d227cedf255 req-7de41347-c56f-4bb9-b2b3-84c1ac915a0f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:09.314474 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0c381b2a-9964-41c7-9b8f-9d227cedf255 req-7de41347-c56f-4bb9-b2b3-84c1ac915a0f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0497308 Jul 30 05:01:09.351252 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0c381b2a-9964-41c7-9b8f-9d227cedf255 req-7ac96421-2570-4833-84f8-a91ed197b501 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Jul 30 05:01:09.475612 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f91f-aa32-4b05-ad53-2d45a6990c29 req-f4c12501-5ef4-4034-8e38-18e019cbf744 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:09.477080 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ae00f91f-aa32-4b05-ad53-2d45a6990c29 req-f4c12501-5ef4-4034-8e38-18e019cbf744 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0484452 Jul 30 05:01:09.513552 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ae00f91f-aa32-4b05-ad53-2d45a6990c29 req-bd78f02d-d525-4d74-bf47-c338cac54339 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Jul 30 05:01:09.615370 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:09.617597 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579fa730-bf4c-45b1-853e-f5ed76e0e97a" -d '{"events": [{"server_uuid": "a125da76-3074-46fa-8c3e-5fd28fc26d5a", "name": "network-vif-plugged", "status": "completed", "tag": "61b3bd2e-1cd4-403b-913e-b68d7cce63e2"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:09.629672 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe399a74-150b-40d9-a5b0-5daec5f1a33b req-5efd2ff2-434e-4486-aa97-17672b542649 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:09.631212 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe399a74-150b-40d9-a5b0-5daec5f1a33b req-5efd2ff2-434e-4486-aa97-17672b542649 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Jul 30 05:01:09.657658 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2cae54-17ec-47c5-83ed-43d154c1a612 x-openstack-request-id: req-ba2cae54-17ec-47c5-83ed-43d154c1a612 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:09.657928 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a125da76-3074-46fa-8c3e-5fd28fc26d5a", "name": "network-vif-plugged", "status": "completed", "tag": "61b3bd2e-1cd4-403b-913e-b68d7cce63e2", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:09.658180 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba2cae54-17ec-47c5-83ed-43d154c1a612 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:09.658572 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'code': 200} Jul 30 05:01:09.680491 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe399a74-150b-40d9-a5b0-5daec5f1a33b req-528dfb1c-ebbf-4fbe-a422-65596f1ed37e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Jul 30 05:01:09.826966 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2139a1-8899-4cf7-bb0b-34fa83b4eb41 req-62f16891-8309-4a60-bcef-6f466954d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:09.829140 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1a2139a1-8899-4cf7-bb0b-34fa83b4eb41 req-62f16891-8309-4a60-bcef-6f466954d764 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 1098 time: 0.0408230 Jul 30 05:01:09.871258 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1a2139a1-8899-4cf7-bb0b-34fa83b4eb41 req-4f8a4903-2350-4041-8ac6-120b913451cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280340 Jul 30 05:01:10.022219 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d66e-3186-4e9e-97ea-b386b38edada req-efdb23f7-c0eb-4576-8144-8ada2644a31c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:10.024468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ddf1d66e-3186-4e9e-97ea-b386b38edada req-efdb23f7-c0eb-4576-8144-8ada2644a31c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0631769 Jul 30 05:01:10.068874 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ddf1d66e-3186-4e9e-97ea-b386b38edada req-8c43dbda-bdcd-4ff7-aca7-8166eb5bc0d0 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Jul 30 05:01:10.349211 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d5e6f-ce38-4396-8322-d8fe510bbe84 req-c3360ea4-45f8-4a42-920b-a541947b395f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:10.350821 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-285d5e6f-ce38-4396-8322-d8fe510bbe84 req-c3360ea4-45f8-4a42-920b-a541947b395f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0699801 Jul 30 05:01:10.429502 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-285d5e6f-ce38-4396-8322-d8fe510bbe84 req-e6a6c441-181e-4698-8cc0-32378eab13a0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627384 Jul 30 05:01:10.439494 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900342a-761f-4b69-a469-70a6b7e55beb req-99c89e17-b9a5-435c-8ede-06ab89525cb4 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:10.440985 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2900342a-761f-4b69-a469-70a6b7e55beb req-99c89e17-b9a5-435c-8ede-06ab89525cb4 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0874107 Jul 30 05:01:10.482282 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2900342a-761f-4b69-a469-70a6b7e55beb req-005404ec-3692-4b02-8365-4cf3b0f41805 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Jul 30 05:01:10.535221 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c798c8-fc9a-4b95-9c06-e2fc140d390b req-69dcff58-562c-45ee-8bd0-7fdd4fb84f6e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:10.536715 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f8c798c8-fc9a-4b95-9c06-e2fc140d390b req-69dcff58-562c-45ee-8bd0-7fdd4fb84f6e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0499711 Jul 30 05:01:10.574508 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f8c798c8-fc9a-4b95-9c06-e2fc140d390b req-c9eeec0a-b9a0-4658-95d6-53f153842d3e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jul 30 05:01:10.819306 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9683fd86-923a-4325-9a03-47b87982050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:11.251521 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:01:11.440162 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:11.551626 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:11.560289 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43f65-91b6-4526-a68b-0d38ed7a0fce req-7be09beb-8596-4dd8-8ada-fc62479c161b tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:11.561948 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1f43f65-91b6-4526-a68b-0d38ed7a0fce req-7be09beb-8596-4dd8-8ada-fc62479c161b tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0532818 Jul 30 05:01:11.563677 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'port_id': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'mac_address': 'fa:16:3e:06:1f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:11.608359 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:11.622210 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9520cab4-1e02-4461-9f88-bc55bae0ea05 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:11.641854 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1f43f65-91b6-4526-a68b-0d38ed7a0fce req-5be3e3ee-70a4-457f-a3c7-f04b546700ee tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723109 Jul 30 05:01:11.643368 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:11.648607 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:11.650738 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce405d-90d7-4605-94cf-9b0f3d823ad0 req-4a619102-9e69-4aca-be07-5f35de1b60ad tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:11.652351 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ffce405d-90d7-4605-94cf-9b0f3d823ad0 req-4a619102-9e69-4aca-be07-5f35de1b60ad tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0817189 Jul 30 05:01:11.701042 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ffce405d-90d7-4605-94cf-9b0f3d823ad0 req-97ab0ad7-24eb-4cb2-a51b-530442f5a552 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370338 Jul 30 05:01:11.721784 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:11.757745 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737bbd-1eb6-4c6b-826d-9e165429ce16 req-23928ea4-6dba-4796-a3d0-baeb7e0eb98d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:11.759256 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-de737bbd-1eb6-4c6b-826d-9e165429ce16 req-23928ea4-6dba-4796-a3d0-baeb7e0eb98d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0520518 Jul 30 05:01:11.798276 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-de737bbd-1eb6-4c6b-826d-9e165429ce16 req-ffa6ce81-27a7-4032-8ada-f5c54356395e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Jul 30 05:01:12.018643 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['9520cab4-1e02-4461-9f88-bc55bae0ea05'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:12.759228 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274dc1b-8fb5-4902-87b5-466b2373a093 req-b018a76e-9a78-4f0f-a2bf-a5899b4f23a8 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:12.760709 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2274dc1b-8fb5-4902-87b5-466b2373a093 req-b018a76e-9a78-4f0f-a2bf-a5899b4f23a8 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 944 time: 0.0497427 Jul 30 05:01:12.833246 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2274dc1b-8fb5-4902-87b5-466b2373a093 req-c656a155-a8e4-4dc4-bd3a-fa37b2d417a5 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665598 Jul 30 05:01:12.841632 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3054d8-8f21-4245-bbcb-981c0e691bf2 req-6ceefea3-5367-4669-b2a0-2c50bfcfff79 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:12.843125 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0b3054d8-8f21-4245-bbcb-981c0e691bf2 req-6ceefea3-5367-4669-b2a0-2c50bfcfff79 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Jul 30 05:01:12.881512 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0b3054d8-8f21-4245-bbcb-981c0e691bf2 req-2c65fb17-11b0-4f63-90ba-62bddeeb0b19 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320923 Jul 30 05:01:13.185438 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6f16e861-851f-4de2-b504-9f7a610879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:13.446565 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:13.493777 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 9520cab4-1e02-4461-9f88-bc55bae0ea05 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:13.497651 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 9520cab4-1e02-4461-9f88-bc55bae0ea05 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:13.498025 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:13.571894 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:13.603884 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:13.606143 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36476ed-abe7-4a70-8b1d-69557b0c4d95" -d '{"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-plugged", "status": "completed", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:13.611676 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:13.624195 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:13.628575 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:13.769106 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d930f-c07e-411a-84dd-90afc0f61723 x-openstack-request-id: req-693d930f-c07e-411a-84dd-90afc0f61723 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:13.769397 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-plugged", "status": "completed", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:13.769646 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-693d930f-c07e-411a-84dd-90afc0f61723 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:13.770024 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'code': 200} Jul 30 05:01:13.795067 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:13.914481 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83de57-f521-4cd2-8c02-5bd8720aedd9 req-152c7c62-ca00-4a72-9127-7f5409bda10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:13.916204 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fa83de57-f521-4cd2-8c02-5bd8720aedd9 req-152c7c62-ca00-4a72-9127-7f5409bda10d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0460923 Jul 30 05:01:13.951820 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2193e4-03a3-4745-bd32-267a4054c720 req-2ebb9a46-c106-4d35-911f-c3bb8cc91116 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:13.952784 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fa83de57-f521-4cd2-8c02-5bd8720aedd9 req-213d9545-dba6-44d8-9000-52f47c87ab05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283017 Jul 30 05:01:13.953895 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d2193e4-03a3-4745-bd32-267a4054c720 req-2ebb9a46-c106-4d35-911f-c3bb8cc91116 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0536289 Jul 30 05:01:14.022942 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d2193e4-03a3-4745-bd32-267a4054c720 req-461d43a1-e0c0-43b6-b044-71947a030019 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597000 Jul 30 05:01:14.031774 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace56ab4-feb7-4378-9789-2f465bd37fe2 req-fd017e26-a564-45c9-a8d7-9f960330839a tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:14.033337 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ace56ab4-feb7-4378-9789-2f465bd37fe2 req-fd017e26-a564-45c9-a8d7-9f960330839a tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0783572 Jul 30 05:01:14.071614 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ace56ab4-feb7-4378-9789-2f465bd37fe2 req-050a5b1e-fe4f-4060-b328-c9d32503e18c tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Jul 30 05:01:14.332465 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:15.140372 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea020cfe-10fb-49b7-a226-44fbfd97e1e9 req-7dca9fa7-c216-41fb-aa21-e68ee0f316e9 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.141924 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ea020cfe-10fb-49b7-a226-44fbfd97e1e9 req-7dca9fa7-c216-41fb-aa21-e68ee0f316e9 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Jul 30 05:01:15.204087 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ea020cfe-10fb-49b7-a226-44fbfd97e1e9 req-34257380-1b9d-4f6e-bf0e-365e8349def9 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528426 Jul 30 05:01:15.215760 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f94c44-c02c-44bf-9b6d-c88d219c4ede req-36c70ad1-ab28-4543-8ef4-84e97dedd35f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.217428 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-70f94c44-c02c-44bf-9b6d-c88d219c4ede req-36c70ad1-ab28-4543-8ef4-84e97dedd35f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0744917 Jul 30 05:01:15.261045 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-70f94c44-c02c-44bf-9b6d-c88d219c4ede req-9bb4a54d-7fb7-48dd-be18-7760bc90d231 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Jul 30 05:01:15.322427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117f59c-497f-4244-ac69-7e3ad091c1d8 req-23856543-03e2-4ed8-a689-cec2db4c8f60 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.323857 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c117f59c-497f-4244-ac69-7e3ad091c1d8 req-23856543-03e2-4ed8-a689-cec2db4c8f60 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Jul 30 05:01:15.362652 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c117f59c-497f-4244-ac69-7e3ad091c1d8 req-fc5f2002-4282-4088-a198-542a52c1ab0c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325799 Jul 30 05:01:15.385532 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 32984) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:15.537726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05329f6-9aa1-4c65-a387-cba4194f46d3 req-17b9ebe1-83e7-4bf7-ac5f-f4dbe21e62ad tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.538491 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-556c011a-49ec-4b4b-8832-5f863ee36d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.539319 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d05329f6-9aa1-4c65-a387-cba4194f46d3 req-17b9ebe1-83e7-4bf7-ac5f-f4dbe21e62ad tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Jul 30 05:01:15.540025 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-556c011a-49ec-4b4b-8832-5f863ee36d65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1098 time: 0.0430908 Jul 30 05:01:15.577841 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d05329f6-9aa1-4c65-a387-cba4194f46d3 req-618ce5cf-04ea-4247-a7c1-2c19c90201c2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Jul 30 05:01:15.638859 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ce105-a0e8-4151-a59a-b894461cc3e0 tempest-TestShelveInstance-2075088565 tempest-TestShelveInstance-2075088565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.640376 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-225ce105-a0e8-4151-a59a-b894461cc3e0 tempest-TestShelveInstance-2075088565 tempest-TestShelveInstance-2075088565-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1093 time: 0.2537203 Jul 30 05:01:15.644157 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 32992) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:15.648829 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'port_id': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:15.666628 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-bc72cc0e-4708-4761-a6e3-3101710708ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.668112 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-bc72cc0e-4708-4761-a6e3-3101710708ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.1113873 Jul 30 05:01:15.683198 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for floatingip, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:15.736871 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-05c4a3db-46ab-447c-ab08-18944aa97b79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 1001 time: 0.0602477 Jul 30 05:01:15.784082 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:15.790836 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-843bbee1-7ed6-4537-8db3-476660709f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.792347 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-843bbee1-7ed6-4537-8db3-476660709f8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0462792 Jul 30 05:01:15.846578 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-5bb83a12-8fab-4447-91c5-1ff226b322a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:15.848042 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-5bb83a12-8fab-4447-91c5-1ff226b322a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398619 Jul 30 05:01:15.886818 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Allocated IP 172.27.2.145 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/94857f5c-6634-4e8b-95c6-d1377c68e1e4) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:15.939084 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-ca7107eb-b421-4205-8461-e1c10f836b38 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807579 Jul 30 05:01:15.991583 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.032968 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.038187 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d3fee8b4-7623-4ee9-aa29-68228a957486 req-2de2c5b5-0b77-4098-b0d2-0840fb19993c service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897660 Jul 30 05:01:16.044355 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.072351 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:16.075199 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:16.078631 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:16.103577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'Port': ['ID=94857f5c-6634-4e8b-95c6-d1377c68e1e4,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:16.116100 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.116452 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.116796 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.117133 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.117465 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.117796 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.118122 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.118448 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.118775 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.119128 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.119453 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.119772 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:16.489576 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.574934 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.747105 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84675766-2623-463a-8647-624b69aa87d6 req-7b0a26d4-c058-4943-878b-a62da8102758 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:16.748594 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-84675766-2623-463a-8647-624b69aa87d6 req-7b0a26d4-c058-4943-878b-a62da8102758 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0772955 Jul 30 05:01:16.805396 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.810238 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-84675766-2623-463a-8647-624b69aa87d6 req-1581e7e2-6995-47b5-b494-7c4fd05a4979 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557780 Jul 30 05:01:16.811299 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.883729 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event updated for resources: {'Port': ['ID=94857f5c-6634-4e8b-95c6-d1377c68e1e4,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:16.892264 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:16.989674 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Floating IP a160e0d3-b3a9-418c-b737-5a9f2a5ca811 associated. External IP: 172.27.2.145, port: 9520cab4-1e02-4461-9f88-bc55bae0ea05. Jul 30 05:01:17.189054 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Router 4fcdba5e-8376-4527-aff9-c293f970f4e3 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:01:17.292592 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:17.303083 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] Sync routers for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:17.310783 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:17.312437 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:17.313154 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:17.338062 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-3cadaa77-0988-4bfe-ae0a-7f412631a952 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6927812 Jul 30 05:01:17.338785 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:17.341259 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa12be-768a-4b78-be85-d6375befca58" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:17.385111 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce2fdab-91ae-42f8-b8b8-1d65869669e9 x-openstack-request-id: req-fce2fdab-91ae-42f8-b8b8-1d65869669e9 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:17.385407 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:17.385659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fce2fdab-91ae-42f8-b8b8-1d65869669e9 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:17.386060 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'status': 'completed', 'code': 200} Jul 30 05:01:17.432013 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:17.465436 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa12be-768a-4b78-be85-d6375befca58 req-d823a8e3-b4d8-430d-b90e-65bb0a74ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:17.467103 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-d823a8e3-b4d8-430d-b90e-65bb0a74ca8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0411847 Jul 30 05:01:17.571045 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa12be-768a-4b78-be85-d6375befca58 req-3e381d1a-7cee-4689-9d55-43da8234a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:17.572539 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-3e381d1a-7cee-4689-9d55-43da8234a3f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 910 time: 0.0898278 Jul 30 05:01:17.637957 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-d2a8626c-e189-432a-b259-8befc967de15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 999 time: 0.0570824 Jul 30 05:01:17.701308 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa12be-768a-4b78-be85-d6375befca58 req-9d0a6d81-5b27-4f46-9cef-1b7c5fe9a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:17.701506 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'a160e0d3-b3a9-418c-b737-5a9f2a5ca811', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'port_id': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'mac_address': 'fa:16:3e:06:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:16Z', 'updated_at': '2021-07-30T05:01:16Z', 'revision_number': 0, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:29Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:17.703047 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-9d0a6d81-5b27-4f46-9cef-1b7c5fe9a6b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.0487764 Jul 30 05:01:17.728297 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] Checking router: 4fcdba5e-8376-4527-aff9-c293f970f4e3 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:17.737229 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:17.737863 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:17.760080 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa12be-768a-4b78-be85-d6375befca58 req-37bd84d9-6757-43df-984c-d62bddd28d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:17.761585 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-37bd84d9-6757-43df-984c-d62bddd28d0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445967 Jul 30 05:01:17.847223 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:17.881117 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-3a912826-46e3-4c27-89a0-4056d22ef3fa service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996542 Jul 30 05:01:17.930226 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fb01a-39ec-44b5-b6d7-497034e4dcf6 req-839cb11f-dd1d-463c-ae77-a89135ae8f71 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:17.931777 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-834fb01a-39ec-44b5-b6d7-497034e4dcf6 req-839cb11f-dd1d-463c-ae77-a89135ae8f71 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0508411 Jul 30 05:01:17.972600 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-834fb01a-39ec-44b5-b6d7-497034e4dcf6 req-89485f60-98e3-4431-aacf-358198309850 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336106 Jul 30 05:01:17.997126 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-defa12be-768a-4b78-be85-d6375befca58 req-a08cda22-5aa3-4797-aaa2-aea2c0f979c2 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007354 Jul 30 05:01:18.082232 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'a160e0d3-b3a9-418c-b737-5a9f2a5ca811', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'port_id': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'mac_address': 'fa:16:3e:06:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:16Z', 'updated_at': '2021-07-30T05:01:16Z', 'revision_number': 0, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:29Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:18.108663 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d76a44-1e35-4b8d-8f8f-bad7b79d6be1 None None] The sync data for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi is: [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'a160e0d3-b3a9-418c-b737-5a9f2a5ca811', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'port_id': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'mac_address': 'fa:16:3e:06:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:16Z', 'updated_at': '2021-07-30T05:01:16Z', 'revision_number': 0, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:29Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:18.299440 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890404c6-ff87-41e2-8136-9ff3b8720dea None None] New status for floating IP a160e0d3-b3a9-418c-b737-5a9f2a5ca811: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:01:19.676707 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf9b74-7c6d-4821-a071-3e6bb6b06985 req-d2a78f7b-11d8-4fee-a2db-69696dd7ecc3 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:19.678248 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-11cf9b74-7c6d-4821-a071-3e6bb6b06985 req-d2a78f7b-11d8-4fee-a2db-69696dd7ecc3 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0573225 Jul 30 05:01:19.715398 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-11cf9b74-7c6d-4821-a071-3e6bb6b06985 req-e66f311a-ad09-456a-8552-e791194b8cba tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Jul 30 05:01:19.737674 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33032) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:20.127531 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5385e39a-4c5c-4f1e-9adb-a92a21e94cfc tempest-TestMinimumBasicScenario-1060227091 tempest-TestMinimumBasicScenario-1060227091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:20.128953 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-5385e39a-4c5c-4f1e-9adb-a92a21e94cfc tempest-TestMinimumBasicScenario-1060227091 tempest-TestMinimumBasicScenario-1060227091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1094 time: 0.3902981 Jul 30 05:01:20.131770 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33038) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:20.136011 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'port_id': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:20.157391 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for floatingip, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:20.249981 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:20.354775 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Allocated IP 172.27.2.8 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/fa436dc4-1116-405f-b264-b7c0f8ce89d4) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:20.452774 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:20.497119 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:20.532725 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:20.536873 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:20.540277 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:20.566200 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'Port': ['ID=fa436dc4-1116-405f-b264-b7c0f8ce89d4,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:20.915617 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:21.033892 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4094f-38c3-4e54-8bfc-75ce7159c373 req-11b73942-aefa-417d-9451-35ed357a954f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:21.035381 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f1d4094f-38c3-4e54-8bfc-75ce7159c373 req-11b73942-aefa-417d-9451-35ed357a954f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.0841362 Jul 30 05:01:21.049246 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:21.173551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f1d4094f-38c3-4e54-8bfc-75ce7159c373 req-5c7e9e97-2d5d-4e7e-b2c7-57a67423d646 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252122 Jul 30 05:01:21.197966 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-0421e909-084b-43ec-86fd-5ef01c892f52 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:21.199444 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-0421e909-084b-43ec-86fd-5ef01c892f52 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.1867681 Jul 30 05:01:21.245247 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-f5eb78f0-c7df-4999-9588-44adae417121 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/quotas/1ddea6d0acc14a0aabbad836c73bc7c1 HTTP/1.1" status: 200 len: 375 time: 0.0175364 Jul 30 05:01:21.323662 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-ddff6884-7517-4b19-bd1b-9e5bb7e38f7d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724320 Jul 30 05:01:21.384118 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:21.391566 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:21.495694 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'Port': ['ID=fa436dc4-1116-405f-b264-b7c0f8ce89d4,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:21.501544 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-b476cf14-18e1-4e57-8acc-5d889f7763e4 service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701856 Jul 30 05:01:21.505032 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:21.679910 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Floating IP e2ea402b-c255-403e-bdc2-f6cfefab4d64 associated. External IP: 172.27.2.8, port: ee5399d9-0093-417c-bcc6-479a755ae333. Jul 30 05:01:21.686510 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-f00c40f0-f04e-4fdf-91be-69ba8be6e05e service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783810 Jul 30 05:01:21.858583 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3e63a85f-6ca9-4fe7-a46f-522eddf42c4e req-bec5a402-511e-4eb7-985b-fd818c82be79 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 210 time: 0.0328321 Jul 30 05:01:21.925982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Router 27b4b7b2-7795-4777-af2d-27a86dabccb8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:01:22.038837 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:22.049812 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] Sync routers for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:22.056223 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.062420 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:22.063592 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:22.083486 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b1b8bc22-a1d7-47f8-83d8-43924fe4a511 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9507198 Jul 30 05:01:22.084112 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:22.086436 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33072) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:22.087605 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069b884b-8b16-420d-90ae-3ada78dc386f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:22.091147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645660693', 'description': 'tempest-secgroup-smoke-645660693 description', 'project_id': '2a38a391e31144b888b27af79586c5ec'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:22.115874 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.128271 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ed5084-2374-4f93-a56c-d95e273057b3 x-openstack-request-id: req-47ed5084-2374-4f93-a56c-d95e273057b3 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:22.128522 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:22.128813 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47ed5084-2374-4f93-a56c-d95e273057b3 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:22.129238 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'status': 'completed', 'code': 200} Jul 30 05:01:22.205089 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:22.242031 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.244965 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b884b-8b16-420d-90ae-3ada78dc386f req-a0ef9284-4681-47af-9b8f-79ab279f099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:22.246957 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-a0ef9284-4681-47af-9b8f-79ab279f099f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1099 time: 0.0727813 Jul 30 05:01:22.253007 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.291711 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:22.321008 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9aae7-c5b3-4b30-9e6b-da035e976c16 req-17d5b40d-351c-4413-81f9-c8dab1b59195 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:22.322833 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e4b9aae7-c5b3-4b30-9e6b-da035e976c16 req-17d5b40d-351c-4413-81f9-c8dab1b59195 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.0659344 Jul 30 05:01:22.347436 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.351696 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-4f33c9b8-9a8f-46d8-8d93-f51885984e0c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2614946 Jul 30 05:01:22.357493 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33078) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:22.362785 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group_rule': {'security_group_id': '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2', 'project_id': '2a38a391e31144b888b27af79586c5ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:22.371019 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e4b9aae7-c5b3-4b30-9e6b-da035e976c16 req-2e8ebd4c-490a-4ba8-aa18-df0597c02065 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Jul 30 05:01:22.418017 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b884b-8b16-420d-90ae-3ada78dc386f req-a504afae-d1d6-497b-ad90-af8669ec8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:22.419729 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-a504afae-d1d6-497b-ad90-af8669ec8984 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 916 time: 0.1357770 Jul 30 05:01:22.427444 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.494031 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'e2ea402b-c255-403e-bdc2-f6cfefab4d64', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'port_id': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'mac_address': 'fa:16:3e:5a:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:20Z', 'updated_at': '2021-07-30T05:01:20Z', 'revision_number': 0, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:22.521678 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] Checking router: 27b4b7b2-7795-4777-af2d-27a86dabccb8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:22.522528 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-1d99348f-cbf9-4709-9d7e-970010d12036 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 998 time: 0.0902588 Jul 30 05:01:22.530785 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:22.532282 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:22.537114 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.540681 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.592160 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f032d31b-1c47-4fb4-9b9a-2f4175e364db,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:22.601902 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.606091 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33080) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:22.606508 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-23a4f633-071c-4e3a-934b-21f8a5e766b9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478271 Jul 30 05:01:22.612356 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group_rule': {'security_group_id': '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2', 'project_id': '2a38a391e31144b888b27af79586c5ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:22.620409 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b884b-8b16-420d-90ae-3ada78dc386f req-27e66971-4784-44b3-ba05-80c42dfc8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:22.622143 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-27e66971-4784-44b3-ba05-80c42dfc8791 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 200 len: 854 time: 0.0763640 Jul 30 05:01:22.637922 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:22.639898 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.682303 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b884b-8b16-420d-90ae-3ada78dc386f req-205e393c-f0bd-45ac-811c-7d84305ac253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:22.683879 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-205e393c-f0bd-45ac-811c-7d84305ac253 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cc597f3-2d46-46f7-aff5-25381ee5e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452292 Jul 30 05:01:22.695705 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.700991 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.724607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3bbfba-8351-4240-b886-4cbc7f7d67c0,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:22.728975 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.733100 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ca34ac3a-ab8f-4cec-9b08-01e9ac02464f tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229217 Jul 30 05:01:22.733653 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33082) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:22.739550 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group_rule': {'security_group_id': '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2', 'project_id': '2a38a391e31144b888b27af79586c5ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:22.772328 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.796643 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-09348646-f867-45e5-a9f7-f386238d2e03 service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990269 Jul 30 05:01:22.843172 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.851168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.872043 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2350e8-9346-485c-9626-1938f60e2560,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:22.882140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:22.893358 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d5cd957f-9198-45c7-88b2-dca219e45f54 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582966 Jul 30 05:01:22.896451 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33086) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:22.902433 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group_rule': {'security_group_id': '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2', 'project_id': '2a38a391e31144b888b27af79586c5ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:22.918367 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-069b884b-8b16-420d-90ae-3ada78dc386f req-06697b76-2d24-4d14-8d1f-2d430229f44b service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098323 Jul 30 05:01:22.951424 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.005880 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c9397038-2a40-4c12-a0de-7f71d019efea req-3ddd951d-8e9f-4d5e-850a-93dea119ed61 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 210 time: 0.0555272 Jul 30 05:01:23.030943 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'e2ea402b-c255-403e-bdc2-f6cfefab4d64', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'port_id': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'mac_address': 'fa:16:3e:5a:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:20Z', 'updated_at': '2021-07-30T05:01:20Z', 'revision_number': 0, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:23.031483 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.048848 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.063427 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc9f36-d831-4c23-bf93-82099691ebc8 None None] The sync data for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi is: [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'e2ea402b-c255-403e-bdc2-f6cfefab4d64', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'port_id': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'mac_address': 'fa:16:3e:5a:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:20Z', 'updated_at': '2021-07-30T05:01:20Z', 'revision_number': 0, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:23.073017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9557bee3-a3b0-46ae-a790-ee955a03edc8,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:23.082517 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.084121 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-84758127-0e86-4f3c-94cb-19a866265512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1865213 Jul 30 05:01:23.087093 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33088) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:23.099352 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group_rule': {'security_group_id': '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2', 'project_id': '2a38a391e31144b888b27af79586c5ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:23.144642 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.securitygroups_db [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Project 2a38a391e31144b888b27af79586c5ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:01:23.152047 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.162586 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-e18c2bb8-1881-4177-8905-8c05291d1582 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:23.164137 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-e18c2bb8-1881-4177-8905-8c05291d1582 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.1579111 Jul 30 05:01:23.210192 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Request body: {'port': {'device_id': '012055a9-7cc7-4b36-b188-279399faabf8', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'admin_state_up': True, 'tenant_id': '1ddea6d0acc14a0aabbad836c73bc7c1'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:23.230949 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.258537 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.292784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc149857-456d-49c0-aa72-13745f7132f0,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:23.298157 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d5ca-511b-4d22-9a82-6216e7725cfa None None] New status for floating IP e2ea402b-c255-403e-bdc2-f6cfefab4d64: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:01:23.309026 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.311051 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-bcff5fa4-b638-4d28-b42e-2bf2e0f852d2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2151511 Jul 30 05:01:23.315184 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33094) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:23.321151 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'security_group_rule': {'security_group_id': '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2', 'project_id': '2a38a391e31144b888b27af79586c5ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:23.343393 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.securitygroups_db [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Project 2a38a391e31144b888b27af79586c5ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:01:23.348449 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.357477 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Made reservation on behalf of 1ddea6d0acc14a0aabbad836c73bc7c1 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:01:23.362123 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.443806 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.450472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.493960 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f9be8d-9344-45cf-9604-b1605f04df0c,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:23.504271 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.505503 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-dcf1b8ce-4fcf-4ddb-a37f-bec38d3db085 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1890707 Jul 30 05:01:23.508949 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Allocated IP 172.20.0.4 (15face40-cf62-47a3-b149-b6f8efed4431/e297418e-c094-4172-abf6-e559c91efe88/cdec131e-051a-48a5-8f7a-00cb39249de9) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:23.543419 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de6d86-fe1b-4841-9a11-e6ce7e500824 req-37ffdb5d-8683-4c34-aa05-67a1c6520bd6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:23.544956 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31de6d86-fe1b-4841-9a11-e6ce7e500824 req-37ffdb5d-8683-4c34-aa05-67a1c6520bd6 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.0898902 Jul 30 05:01:23.629795 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-8a175b8c-d8f3-4eb1-996f-1d849345c3dd tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:23.631153 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-8a175b8c-d8f3-4eb1-996f-1d849345c3dd tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.1237311 Jul 30 05:01:23.639010 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-3f6a22c9-802e-4cc6-a9f6-e3a0ac560f4b tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645660693&fields=id&tenant_id=2a38a391e31144b888b27af79586c5ec HTTP/1.1" status: 200 len: 267 time: 0.0748935 Jul 30 05:01:23.661313 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.663648 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31de6d86-fe1b-4841-9a11-e6ce7e500824 req-96af6f69-d09e-4577-8888-f64f3d7ff708 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012940 Jul 30 05:01:23.702659 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.724042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a', '61b3bd2e-1cd4-403b-913e-b68d7cce63e2'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:23.752700 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Network 15face40-cf62-47a3-b149-b6f8efed4431 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:23.755939 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:23.759710 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-b1d7f834-3bf9-45b0-83ab-1e6550ca51c8 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:23.759883 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:23.761230 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-b1d7f834-3bf9-45b0-83ab-1e6550ca51c8 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.1125944 Jul 30 05:01:23.777407 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'port': {'security_groups': ['5e46023b-12e6-4e31-95ec-02587ce097b5', '31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2']}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:23.790820 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event updated for resources: {'Port': ['ID=cdec131e-051a-48a5-8f7a-00cb39249de9,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:23.820992 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:23.821625 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.837207 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-33177fe4-6698-48c5-8338-c84f4cca2f66 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312215 Jul 30 05:01:23.848433 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Deleting port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:01:23.848779 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.850468 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Request body: {'port': {'device_id': '012055a9-7cc7-4b36-b188-279399faabf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:23.895496 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.903790 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:23.999791 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] For port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:24.000445 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.296280 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80a784-2b2d-4082-9e32-942e74c216de req-581f2bdd-4b40-4767-aa65-f11100c5c1d0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:24.297840 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f80a784-2b2d-4082-9e32-942e74c216de req-581f2bdd-4b40-4767-aa65-f11100c5c1d0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 931 time: 0.2125545 Jul 30 05:01:24.419592 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdec131e-051a-48a5-8f7a-00cb39249de9 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:24.427919 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.440551 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Transition to ACTIVE for port object cdec131e-051a-48a5-8f7a-00cb39249de9 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:01:24.446574 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.496194 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Pushing event updated for resources: {'Port': ['ID=cdec131e-051a-48a5-8f7a-00cb39249de9,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:24.567379 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Attempting to bind port cdec131e-051a-48a5-8f7a-00cb39249de9 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:01:24.567632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Attempting to bind port cdec131e-051a-48a5-8f7a-00cb39249de9 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:01:24.567940 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Attempting to bind port cdec131e-051a-48a5-8f7a-00cb39249de9 on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:24.572620 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Port cdec131e-051a-48a5-8f7a-00cb39249de9 on network 15face40-cf62-47a3-b149-b6f8efed4431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:01:24.572943 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Attempting to bind port cdec131e-051a-48a5-8f7a-00cb39249de9 on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:24.577817 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:01:24.578738 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Checking segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:01:24.579162 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Bound using segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:01:24.579810 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Bound port: cdec131e-051a-48a5-8f7a-00cb39249de9, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:01:24.580317 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.615492 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:24.645425 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] For port cdec131e-051a-48a5-8f7a-00cb39249de9, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:24.648405 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] For port cdec131e-051a-48a5-8f7a-00cb39249de9, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdec131e-051a-48a5-8f7a-00cb39249de9,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:24.653648 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.658209 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7f80a784-2b2d-4082-9e32-942e74c216de req-d9dbde41-0056-48f3-ba6f-c262f272b0ae tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805633 Jul 30 05:01:24.663148 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.663148 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.663422 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Floating IP 8d7ffe59-988a-46bc-acf6-7547df957297 disassociated. External IP: 172.27.2.46, port: 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3. Jul 30 05:01:24.663635 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Calling delete_port for 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 owned by compute:nova {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:01:24.682314 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.690006 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.690197 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:24.690846 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.692454 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-30489580-4f4a-4db3-b277-afd0463301da service neutron] 10.222.0.37 "PUT /v2.0/ports/cdec131e-051a-48a5-8f7a-00cb39249de9 HTTP/1.1" status: 200 len: 1093 time: 0.8463287 Jul 30 05:01:24.692919 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012055a9-7cc7-4b36-b188-279399faabf8', 'tag': 'cdec131e-051a-48a5-8f7a-00cb39249de9'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:24.706098 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81" -d '{"events": [{"name": "network-changed", "server_uuid": "012055a9-7cc7-4b36-b188-279399faabf8", "tag": "cdec131e-051a-48a5-8f7a-00cb39249de9"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:24.710635 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ee5399d9-0093-417c-bcc6-479a755ae333'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:24.744432 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30489580-4f4a-4db3-b277-afd0463301da service neutron] Pushing event updated for resources: {'Port': ['ID=cdec131e-051a-48a5-8f7a-00cb39249de9,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:24.779891 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:24.780734 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:24.791510 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab7820ab-c713-4b1a-ba7a-731b2cb2cece req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "PUT /v2.0/ports/ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 982 time: 1.0186462 Jul 30 05:01:24.817447 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:24.821269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b559259-ea52-4bc4-8d11-3197a2b7b024" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:24.826919 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4820e4b4-4843-4663-9a6b-5b0a2e84987d x-openstack-request-id: req-4820e4b4-4843-4663-9a6b-5b0a2e84987d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:24.827398 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012055a9-7cc7-4b36-b188-279399faabf8", "tag": "cdec131e-051a-48a5-8f7a-00cb39249de9", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:24.837261 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4820e4b4-4843-4663-9a6b-5b0a2e84987d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:24.838330 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012055a9-7cc7-4b36-b188-279399faabf8', 'tag': 'cdec131e-051a-48a5-8f7a-00cb39249de9', 'status': 'completed', 'code': 200} Jul 30 05:01:24.845024 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-393e9dba-150e-4479-859f-7a2281d34ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:24.847300 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-393e9dba-150e-4479-859f-7a2281d34ae6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 1096 time: 0.0714207 Jul 30 05:01:24.908558 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-95b53d81-993d-44a7-9f71-835d6ef4b93b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdec131e-051a-48a5-8f7a-00cb39249de9 HTTP/1.1" status: 200 len: 217 time: 0.0498405 Jul 30 05:01:24.919135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96013d7a-4a0b-40e7-af7b-e2e5da96b4ac tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=6']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:24.924985 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ee5399d9-0093-417c-bcc6-479a755ae333'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:24.941666 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239931c-6e28-47bc-97bf-2351c69fd0df req-d3c090ee-efa3-45fd-8f2b-e3beead6693a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:24.948980 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1239931c-6e28-47bc-97bf-2351c69fd0df req-d3c090ee-efa3-45fd-8f2b-e3beead6693a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 947 time: 0.1927557 Jul 30 05:01:24.990104 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-5b3e3660-7b98-4bc1-b03a-d47eea285bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:24.991848 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-5b3e3660-7b98-4bc1-b03a-d47eea285bc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.0627532 Jul 30 05:01:25.030822 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b81ac-358e-410e-9701-ba4663cc0c8b req-69e5850c-f309-4ef4-9207-578288778453 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.033228 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9f8b81ac-358e-410e-9701-ba4663cc0c8b req-69e5850c-f309-4ef4-9207-578288778453 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.1411824 Jul 30 05:01:25.040863 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1239931c-6e28-47bc-97bf-2351c69fd0df req-97ae67a8-8c55-45c9-87ce-c37892ee38bc tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=c04ab740-7e19-4ca5-850f-4e68bc39d952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910349 Jul 30 05:01:25.043370 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-d0bb56a0-a0d3-41fe-a2db-bc4cbe43d814 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354223 Jul 30 05:01:25.096331 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9f8b81ac-358e-410e-9701-ba4663cc0c8b req-5cd57d8a-bbf8-44ce-a04e-1e056f6a2b14 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541506 Jul 30 05:01:25.097152 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:25.102170 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e88a6-9ca8-44f0-b4ad-1735c6e61d18 x-openstack-request-id: req-e21e88a6-9ca8-44f0-b4ad-1735c6e61d18 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:25.102456 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:25.102703 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e21e88a6-9ca8-44f0-b4ad-1735c6e61d18 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:25.103112 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'status': 'completed', 'code': 200} Jul 30 05:01:25.136110 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event deleted for resources: {'Port': ['ID=4e2b9f53-c1f3-438c-a8b1-af913c33a0e3,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:25.208281 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-94444dfa-6988-4ab7-b7f4-ae7b5648124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.209949 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-94444dfa-6988-4ab7-b7f4-ae7b5648124d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1138 time: 0.0741909 Jul 30 05:01:25.212779 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0da2dbf5-e001-4395-99fb-d0e9148c67ec None None] Provisioning complete for port ee5399d9-0093-417c-bcc6-479a755ae333 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:25.213151 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0da2dbf5-e001-4395-99fb-d0e9148c67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:25.214129 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-812154eb-82da-4ef3-aa97-0778ba2115a5 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542943 Jul 30 05:01:25.286840 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:01:25.380760 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-d9f71e3c-5ab6-4af5-aa3b-440293903456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.382280 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-d9f71e3c-5ab6-4af5-aa3b-440293903456 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 916 time: 0.1571398 Jul 30 05:01:25.386436 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f2e14511-5c1c-41e0-807b-4d3a51cc78ee req-19417202-0bc7-4ea2-be24-b2f60688762a service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535096 Jul 30 05:01:25.404521 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:25.420329 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:25.456100 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] No DVR routers for this DVR port 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 on host hv-cinder-78726 {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:01:25.458773 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:25.463798 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-dfc56e76-f3d8-4d80-9db6-ef0663159639 req-10c4ddf1-abb1-43f3-aebd-d6c82089926b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "DELETE /v2.0/ports/4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 HTTP/1.1" status: 204 len: 173 time: 1.8238592 Jul 30 05:01:25.466906 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:25.467659 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:25.520301 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-3405af98-5220-48d3-bb6b-184d8b468acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.522236 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-3405af98-5220-48d3-bb6b-184d8b468acf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 1096 time: 0.0746758 Jul 30 05:01:25.523653 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-495d3a5a-f0cb-4c6c-97cd-70054255c78a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 1000 time: 0.1290588 Jul 30 05:01:25.647059 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-778aecbd-58be-4288-9a24-021f96b1e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.648456 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-778aecbd-58be-4288-9a24-021f96b1e3c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 200 len: 854 time: 0.1090102 Jul 30 05:01:25.656095 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:25.703274 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-c4ec848e-57e6-40c5-852e-19523b746882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.704946 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-c4ec848e-57e6-40c5-852e-19523b746882 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 916 time: 0.1672666 Jul 30 05:01:25.716281 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-c50d3213-0c34-4b0b-848f-4b469a333baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.717892 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-c50d3213-0c34-4b0b-848f-4b469a333baa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cc597f3-2d46-46f7-aff5-25381ee5e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584939 Jul 30 05:01:25.764518 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-ddb482e8-5738-4449-a3f6-dadb2e838bda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdec131e-051a-48a5-8f7a-00cb39249de9 HTTP/1.1" status: 200 len: 217 time: 0.0456500 Jul 30 05:01:25.785770 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a6dd5-7421-48a5-8ce2-ac69e6903b77 req-9db8d2b7-03b1-478e-853f-243204e8980c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.787894 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0d1a6dd5-7421-48a5-8ce2-ac69e6903b77 req-9db8d2b7-03b1-478e-853f-243204e8980c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 943 time: 0.0560920 Jul 30 05:01:25.830398 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0d1a6dd5-7421-48a5-8ce2-ac69e6903b77 req-32f14f79-08df-4cb9-af9c-0b3db4ff77ab tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Jul 30 05:01:25.866355 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-73bc5d6b-aad5-4c80-aaac-e8ed97483ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:25.869235 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-73bc5d6b-aad5-4c80-aaac-e8ed97483ece service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.0934076 Jul 30 05:01:25.911269 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-20e9994c-cd34-4845-b673-a6617d7edc1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311069 Jul 30 05:01:25.912973 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-920e82cf-8c92-4793-9949-1af161746dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568820 Jul 30 05:01:25.941029 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:25.967113 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:25.976150 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:25.976750 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:26.097795 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:26.099556 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-2ad5366c-5ecf-4564-baf0-3b254b7a4e88 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687427 Jul 30 05:01:26.103534 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5b559259-ea52-4bc4-8d11-3197a2b7b024 req-841fcaf5-b404-4483-a909-abe8f7f7efda service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635828 Jul 30 05:01:26.182210 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d2fd9e2-95c1-4b2e-9e64-27cd762a45af req-f354a0dc-44af-469d-901f-55710b682bc7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=450bbed9-1329-461e-ad3e-6450c47079c5 HTTP/1.1" status: 200 len: 210 time: 0.0331695 Jul 30 05:01:26.259483 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-17e4acaf-a1f1-4a13-ac8c-f4029ef97b81 req-32dfcce1-2d66-46de-a612-0e521b1706f7 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364686 Jul 30 05:01:26.355172 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:26.382206 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4945b43-c032-4133-b097-bb5b4fc29860 None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:26.596133 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cae7c-6967-4b56-bf4b-6a9d8fdef539 None None] New status for floating IP 8d7ffe59-988a-46bc-acf6-7547df957297: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:01:26.951961 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d3cb4-b716-402b-86c3-dd020026a33c req-7a61578c-dec4-4b6d-b78a-a1d5ce752f8e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:26.953414 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7e7d3cb4-b716-402b-86c3-dd020026a33c req-7a61578c-dec4-4b6d-b78a-a1d5ce752f8e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 943 time: 0.0485892 Jul 30 05:01:26.991046 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7e7d3cb4-b716-402b-86c3-dd020026a33c req-cd5f4f87-0a6a-491f-a067-48ed1609474c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Jul 30 05:01:27.104000 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-deleted', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:27.106479 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a157c29-2356-4b9a-8a48-138c262a2464" -d '{"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-deleted", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:27.142279 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef037b-22cc-473d-9460-3082abc1997f x-openstack-request-id: req-47ef037b-22cc-473d-9460-3082abc1997f {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:27.142572 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450bbed9-1329-461e-ad3e-6450c47079c5", "name": "network-vif-deleted", "tag": "4e2b9f53-c1f3-438c-a8b1-af913c33a0e3", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:27.142821 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47ef037b-22cc-473d-9460-3082abc1997f {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:27.143252 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450bbed9-1329-461e-ad3e-6450c47079c5', 'name': 'network-vif-deleted', 'tag': '4e2b9f53-c1f3-438c-a8b1-af913c33a0e3', 'status': 'completed', 'code': 200} Jul 30 05:01:27.263397 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33128) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:27.320036 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5d5afd5-fe77-4a55-aabe-9fbc3b80685c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.343917 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5d5afd5-fe77-4a55-aabe-9fbc3b80685c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.394629 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5d5afd5-fe77-4a55-aabe-9fbc3b80685c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.396712 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c5d5afd5-fe77-4a55-aabe-9fbc3b80685c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.400462 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c5d5afd5-fe77-4a55-aabe-9fbc3b80685c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "DELETE /v2.0/security-groups/c04ab740-7e19-4ca5-850f-4e68bc39d952 HTTP/1.1" status: 204 len: 168 time: 0.1335282 Jul 30 05:01:27.401131 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33130) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:27.407457 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5afd5-fe77-4a55-aabe-9fbc3b80685c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ab740-7e19-4ca5-850f-4e68bc39d952,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:27.414767 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.api.v2.resource [None req-017b9049-8ebb-4dbf-a2fa-9c21c784106c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] show failed (client error): The resource could not be found. Jul 30 05:01:27.418812 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-017b9049-8ebb-4dbf-a2fa-9c21c784106c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups/c04ab740-7e19-4ca5-850f-4e68bc39d952 HTTP/1.1" status: 404 len: 347 time: 0.0166724 Jul 30 05:01:27.419247 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33132) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:27.546068 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:01:27.566912 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:01:27.567441 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4e2b9f53-c1f3-438c-a8b1-af913c33a0e3 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:01:27.571986 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Deleting port a4b24e81-b1c3-48d5-bdc8-f22fdf1ceeec {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:01:27.572341 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.647732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.648067 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.660123 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Calling delete_port for a4b24e81-b1c3-48d5-bdc8-f22fdf1ceeec owned by network:floatingip {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:01:27.799614 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.833637 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event deleted for resources: {'Port': ['ID=a4b24e81-b1c3-48d5-bdc8-f22fdf1ceeec,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:27.893853 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.896845 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:27.897991 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-e34b60e8-e5dd-4a79-b1a8-aeddb27c06f7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "DELETE /v2.0/floatingips/8d7ffe59-988a-46bc-acf6-7547df957297 HTTP/1.1" status: 204 len: 168 time: 0.4777534 Jul 30 05:01:28.106560 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ead41-e839-4abf-baa7-be3b606611de req-b6486b6d-e367-43c2-bf57-15c2a3a97f2f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:28.108285 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-604ead41-e839-4abf-baa7-be3b606611de req-b6486b6d-e367-43c2-bf57-15c2a3a97f2f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 943 time: 0.0494187 Jul 30 05:01:28.169877 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-604ead41-e839-4abf-baa7-be3b606611de req-7734e401-e8a0-4149-9897-3b1562b95594 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Jul 30 05:01:28.354983 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33138) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:28.361650 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630403527', 'description': 'tempest-description--2136013745'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:28.382894 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.462336 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.465972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.492956 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.494141 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1382310 Jul 30 05:01:28.496111 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c1fb3-1fd6-4080-90f1-8ab73ecaa90e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71999d-4038-4d4d-8fb8-0e150da1e459,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:28.497155 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33140) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:28.506957 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'security_group_rule': {'security_group_id': '3e71999d-4038-4d4d-8fb8-0e150da1e459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:28.537228 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.584504 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.588106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.606961 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729b569b-744f-4771-ac81-a68507dc3a3f,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:28.609808 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.611229 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1edd35bf-07b5-44e7-939b-944b50e7b94b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127849 Jul 30 05:01:28.614061 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33142) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:28.619668 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'security_group_rule': {'security_group_id': '3e71999d-4038-4d4d-8fb8-0e150da1e459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:28.644673 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.703907 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.708608 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.727651 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560fa6e9-e553-4faa-bc6f-ba5cba3633b8,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:28.735296 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.736664 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f6ce382e-d124-4c1d-b325-7b17f00fdb05 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215336 Jul 30 05:01:28.739812 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33144) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:28.744868 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:28.766154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.862526 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:28.966854 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Allocated IP 172.27.2.152 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/d943d67f-1e5b-41b9-9aea-cadf69ed0083) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:29.065019 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.105947 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.142101 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:29.144785 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:29.150686 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:29.155921 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'Port': ['ID=d943d67f-1e5b-41b9-9aea-cadf69ed0083,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:29.235422 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.269753 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.297455 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48fe1-b7ab-4ef6-980c-3011fcfd4ab9 req-ebac7d2a-fe95-4320-9758-718b629f57be tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:29.299272 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a9c48fe1-b7ab-4ef6-980c-3011fcfd4ab9 req-ebac7d2a-fe95-4320-9758-718b629f57be tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 943 time: 0.0547969 Jul 30 05:01:29.337911 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a9c48fe1-b7ab-4ef6-980c-3011fcfd4ab9 req-3022bf07-671d-4f1a-8924-258cce54ce80 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Jul 30 05:01:29.420414 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.424806 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.496065 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'Port': ['ID=d943d67f-1e5b-41b9-9aea-cadf69ed0083,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:29.504884 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.518735 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.520021 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0e651d95-98e4-4fb8-93a6-7753fe736821 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7785928 Jul 30 05:01:29.550288 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device cdec131e-051a-48a5-8f7a-00cb39249de9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:29.647173 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port cdec131e-051a-48a5-8f7a-00cb39249de9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdec131e-051a-48a5-8f7a-00cb39249de9,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:29.659989 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'cdec131e-051a-48a5-8f7a-00cb39249de9', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'port_id': 'cdec131e-051a-48a5-8f7a-00cb39249de9', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297418e-c094-4172-abf6-e559c91efe88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:29.699352 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.704962 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-3f51b420-6dba-4486-876d-161b2ad7e67a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--630403527&fields=id&tenant_id=2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 267 time: 0.0329218 Jul 30 05:01:29.712550 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdec131e-051a-48a5-8f7a-00cb39249de9 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:29.733733 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port cdec131e-051a-48a5-8f7a-00cb39249de9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdec131e-051a-48a5-8f7a-00cb39249de9,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:29.738197 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:29.788459 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=cdec131e-051a-48a5-8f7a-00cb39249de9,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:29.796765 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.797111 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.797454 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.797785 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.798133 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.798441 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.798765 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.799121 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.799445 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.799765 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.800086 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.800402 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:29.815562 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-345843a1-0089-40c6-8978-3795c05ec84c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:29.817014 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-345843a1-0089-40c6-8978-3795c05ec84c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 817 time: 0.1043537 Jul 30 05:01:29.831597 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-40994c38-59a9-468d-9ea7-b15967e5a440 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/quotas/2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 375 time: 0.0088289 Jul 30 05:01:29.888104 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-12d95bf3-fdbe-401a-bbbb-a814980095da tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504363 Jul 30 05:01:29.980546 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-041c7ace-8ab8-4845-9422-fbab5b7c4463 service neutron] 10.222.0.35 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805826 Jul 30 05:01:30.057115 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['cdec131e-051a-48a5-8f7a-00cb39249de9'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:30.073758 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-34cc5f73-efb3-4ede-a639-3d672da76d5d service neutron] 10.222.0.35 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872908 Jul 30 05:01:30.240145 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-65ff5c78-6b87-484d-b5ae-792fc3f2bcce req-10be725b-528c-4514-af1e-35b604fcf094 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 210 time: 0.0263720 Jul 30 05:01:30.454455 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caddbd-5483-471b-aaf3-febe2ea3310e req-7ec31fce-7cff-48f7-afd2-9dc70752400d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:30.455983 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6caddbd-5483-471b-aaf3-febe2ea3310e req-7ec31fce-7cff-48f7-afd2-9dc70752400d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 944 time: 0.0496521 Jul 30 05:01:30.496600 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6caddbd-5483-471b-aaf3-febe2ea3310e req-ee3ab645-c25e-4288-9f93-33f71c198930 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Jul 30 05:01:31.277112 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8be572dc-ab0e-4968-82df-440b8ce03b93 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:31.278622 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8be572dc-ab0e-4968-82df-440b8ce03b93 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 817 time: 0.1026804 Jul 30 05:01:31.339763 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4ce42241-cc12-4d2f-89ba-12c0fff9d815 req-fd2a58b4-043e-4bf1-a573-f1bbe0cbf07b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 210 time: 0.0262022 Jul 30 05:01:31.344307 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-1524b7f2-b320-4194-93b9-128698291ff8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 379 time: 0.0358589 Jul 30 05:01:31.355044 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'port': {'device_id': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'admin_state_up': True, 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'security_groups': ['3e71999d-4038-4d4d-8fb8-0e150da1e459']}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:31.461138 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Made reservation on behalf of 2878765373cb4866aaa8f9f581cf3856 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:01:31.464642 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.556100 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device cdec131e-051a-48a5-8f7a-00cb39249de9 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:31.590281 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Allocated IP 172.20.0.14 (b7e13099-3efa-4b15-9023-11f254881a64/6f838190-c816-4274-9367-4ecf4a1c42cb/ebb95437-fb28-41e9-b12d-b57a8e22cc60) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:31.607766 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port cdec131e-051a-48a5-8f7a-00cb39249de9 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:31.611768 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port cdec131e-051a-48a5-8f7a-00cb39249de9 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:31.612341 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.620909 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a33b-1bf8-4810-b4e5-26a780236769 req-51c03db2-5dcd-47ba-8929-2a953187819f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:31.622430 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d08a33b-1bf8-4810-b4e5-26a780236769 req-51c03db2-5dcd-47ba-8929-2a953187819f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 944 time: 0.0573225 Jul 30 05:01:31.664047 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d08a33b-1bf8-4810-b4e5-26a780236769 req-4a90a527-cf49-495f-af42-106f70d1c98e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351336 Jul 30 05:01:31.695684 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.717938 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012055a9-7cc7-4b36-b188-279399faabf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec131e-051a-48a5-8f7a-00cb39249de9'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:31.720851 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dadd4a6-9a4b-4026-8b50-b8a2376fd999" -d '{"events": [{"server_uuid": "012055a9-7cc7-4b36-b188-279399faabf8", "name": "network-vif-plugged", "status": "completed", "tag": "cdec131e-051a-48a5-8f7a-00cb39249de9"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:31.735305 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port cdec131e-051a-48a5-8f7a-00cb39249de9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdec131e-051a-48a5-8f7a-00cb39249de9,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:31.738616 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.739999 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.752812 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Transition to ACTIVE for port object ebb95437-fb28-41e9-b12d-b57a8e22cc60 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:01:31.767053 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38601866-441d-45d4-99fa-af82d01a362e x-openstack-request-id: req-38601866-441d-45d4-99fa-af82d01a362e {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:31.767349 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012055a9-7cc7-4b36-b188-279399faabf8", "name": "network-vif-plugged", "status": "completed", "tag": "cdec131e-051a-48a5-8f7a-00cb39249de9", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:31.767600 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38601866-441d-45d4-99fa-af82d01a362e {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:31.767989 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012055a9-7cc7-4b36-b188-279399faabf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec131e-051a-48a5-8f7a-00cb39249de9', 'code': 200} Jul 30 05:01:31.786189 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.791954 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=cdec131e-051a-48a5-8f7a-00cb39249de9,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:31.826363 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Network b7e13099-3efa-4b15-9023-11f254881a64 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:31.829264 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:31.832729 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:31.871377 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:31.899202 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:31.899862 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:31.915168 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bdd4d7d1-db1f-4f49-bbae-c50bbe6684f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640302 Jul 30 05:01:31.929593 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Request body: {'port': {'device_id': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:32.000978 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd8740-5d77-43b1-b87c-48f93e76462f req-69b3c5b4-6ffd-4f19-a343-a6a90b3b3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.002498 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-87dd8740-5d77-43b1-b87c-48f93e76462f req-69b3c5b4-6ffd-4f19-a343-a6a90b3b3c32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 1098 time: 0.0864637 Jul 30 05:01:32.009375 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.082012 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6fa1ce57-cd03-440d-83b3-ae28a7c3e57c None None] Provisioning for port ebb95437-fb28-41e9-b12d-b57a8e22cc60 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:32.086639 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6fa1ce57-cd03-440d-83b3-ae28a7c3e57c None None] Provisioning complete for port ebb95437-fb28-41e9-b12d-b57a8e22cc60 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:32.087069 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ce57-cd03-440d-83b3-ae28a7c3e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.094631 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-87dd8740-5d77-43b1-b87c-48f93e76462f req-78e72f45-1ffd-48a4-bd91-8a503d8f2159 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755982 Jul 30 05:01:32.123631 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1ce57-cd03-440d-83b3-ae28a7c3e57c None None] Port ebb95437-fb28-41e9-b12d-b57a8e22cc60 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:01:32.316222 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb95437-fb28-41e9-b12d-b57a8e22cc60 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:32.323602 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.335408 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Transition to ACTIVE for port object ebb95437-fb28-41e9-b12d-b57a8e22cc60 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:01:32.338624 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.406604 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:32.457151 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Attempting to bind port ebb95437-fb28-41e9-b12d-b57a8e22cc60 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:01:32.457483 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Attempting to bind port ebb95437-fb28-41e9-b12d-b57a8e22cc60 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:01:32.457807 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Attempting to bind port ebb95437-fb28-41e9-b12d-b57a8e22cc60 on network b7e13099-3efa-4b15-9023-11f254881a64 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:32.463087 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Port ebb95437-fb28-41e9-b12d-b57a8e22cc60 on network b7e13099-3efa-4b15-9023-11f254881a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:01:32.463401 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Attempting to bind port ebb95437-fb28-41e9-b12d-b57a8e22cc60 on network b7e13099-3efa-4b15-9023-11f254881a64 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:32.468582 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:01:32.468914 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Checking segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:01:32.469619 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Bound using segment: {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:01:32.469754 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Bound port: ebb95437-fb28-41e9-b12d-b57a8e22cc60, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027b111d-4dbd-4222-bf37-288c18003e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:01:32.470046 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.474357 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b0952-865c-4b9b-a16a-b784b726859d req-379fdbbf-4a4b-488a-9d65-f86c85ba73d3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.475964 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1c2b0952-865c-4b9b-a16a-b784b726859d req-379fdbbf-4a4b-488a-9d65-f86c85ba73d3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0535076 Jul 30 05:01:32.523555 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1c2b0952-865c-4b9b-a16a-b784b726859d req-c866f9b5-10a2-4487-b70d-b86bdd030972 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Jul 30 05:01:32.535752 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:32.539863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:32.548694 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.581206 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.581843 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:32.583287 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] 10.222.0.37 "PUT /v2.0/ports/ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 200 len: 1094 time: 0.6580153 Jul 30 05:01:32.583646 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:32.586547 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32" -d '{"events": [{"name": "network-changed", "server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:32.615169 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687093a-0f36-4519-b50d-8012ff8b69ee service neutron] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:32.625996 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcfd4f9-0c49-4e12-b0af-2a36d4014a3d x-openstack-request-id: req-8fcfd4f9-0c49-4e12-b0af-2a36d4014a3d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:32.626351 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:32.626715 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fcfd4f9-0c49-4e12-b0af-2a36d4014a3d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:32.627200 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'status': 'completed', 'code': 200} Jul 30 05:01:32.686841 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bb09ceb8-2b5d-4720-b436-6e7c73a36db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.688559 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-bb09ceb8-2b5d-4720-b436-6e7c73a36db2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0426958 Jul 30 05:01:32.739830 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-d44ea236-2aaa-4297-b55c-faed20d079be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 200 len: 217 time: 0.0384650 Jul 30 05:01:32.796422 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423fef-bd5e-460a-a019-7810078d9857 req-180a5b6a-e267-43d3-a108-5496dc0b9f7d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.797928 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-53423fef-bd5e-460a-a019-7810078d9857 req-180a5b6a-e267-43d3-a108-5496dc0b9f7d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 945 time: 0.0512643 Jul 30 05:01:32.800049 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-f130d670-3d2d-4897-9436-5a70d65c58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.801477 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-f130d670-3d2d-4897-9436-5a70d65c58df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0456998 Jul 30 05:01:32.837406 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-53423fef-bd5e-460a-a019-7810078d9857 req-155ea0f9-7342-48ec-89ca-329fca495e51 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Jul 30 05:01:32.853451 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-1bc2103c-7ff5-413c-ae67-e6b4ec9a1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:32.855072 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-1bc2103c-7ff5-413c-ae67-e6b4ec9a1db6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439432 Jul 30 05:01:32.948078 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-d0d3e536-11c0-46e7-81ee-2cbd22fb2747 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849698 Jul 30 05:01:33.048557 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d89d7e96-e106-425a-a78f-84aefba9f1a8 req-ddbbb1a0-58d3-45da-adcf-93e60b09e045 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792601 Jul 30 05:01:33.159769 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-a822dbd8-c987-4b31-9caf-3b04b7ea965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:33.161125 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-a822dbd8-c987-4b31-9caf-3b04b7ea965f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0432806 Jul 30 05:01:33.266859 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-313ce788-ac3f-45dc-b389-c17846506655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:33.268523 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-313ce788-ac3f-45dc-b389-c17846506655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.0833485 Jul 30 05:01:33.320069 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-e25d2ec7-e6d0-42ac-9054-ca829332ac44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 200 len: 217 time: 0.0372164 Jul 30 05:01:33.378327 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-06712f9e-3863-49b5-af55-7913edca7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:33.379810 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-06712f9e-3863-49b5-af55-7913edca7063 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0471704 Jul 30 05:01:33.440972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-495e5270-f9b1-4161-a744-72df2cd76328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:33.442362 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-495e5270-f9b1-4161-a744-72df2cd76328 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401037 Jul 30 05:01:33.538373 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-e65b9230-b80a-4555-acd2-1db626d7ecf4 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790040 Jul 30 05:01:33.641852 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-8a87121e-23a1-4bd5-9ada-f1c1a0108d32 req-a71fe001-95b1-4d3d-898d-330f0ee6847b service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Jul 30 05:01:33.653000 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d44c5-6742-466f-9819-86fce9ecc178 req-01bfd58b-0311-4199-a9bc-9f62cae2a88c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:33.654574 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c97d44c5-6742-466f-9819-86fce9ecc178 req-01bfd58b-0311-4199-a9bc-9f62cae2a88c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0535295 Jul 30 05:01:33.692281 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c97d44c5-6742-466f-9819-86fce9ecc178 req-b9ecf76d-f08a-4f53-99ad-b52188059624 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Jul 30 05:01:33.952755 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467527bc-2ea2-4bed-8b4b-790cf3de22d3 req-8b0e5f0d-4ceb-46df-b307-d152d44c25b0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:33.954168 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-467527bc-2ea2-4bed-8b4b-790cf3de22d3 req-8b0e5f0d-4ceb-46df-b307-d152d44c25b0 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Jul 30 05:01:33.992409 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-467527bc-2ea2-4bed-8b4b-790cf3de22d3 req-e6417ff9-626e-42d8-b8cf-3d7b1bf58a95 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 30 05:01:34.810634 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024b18-6703-48b1-b0ba-29e026a7ffc6 req-9bca0c8e-dc5b-4763-a5e1-b049398e6728 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:34.812119 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8e024b18-6703-48b1-b0ba-29e026a7ffc6 req-9bca0c8e-dc5b-4763-a5e1-b049398e6728 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0487239 Jul 30 05:01:34.848492 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8e024b18-6703-48b1-b0ba-29e026a7ffc6 req-a6331958-5058-462a-bc36-43156b90a0a5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Jul 30 05:01:35.559953 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:35.665279 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:35.676799 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'mac_address': 'fa:16:3e:0e:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:35.714475 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:35.728021 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb95437-fb28-41e9-b12d-b57a8e22cc60 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:35.751044 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:35.754805 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:35.804613 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:35.969667 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c03e3f-1170-42e2-8a24-5f22ce36f026 req-32bba7bb-d968-4fe1-9f15-8d15c8c1528b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:35.971218 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80c03e3f-1170-42e2-8a24-5f22ce36f026 req-32bba7bb-d968-4fe1-9f15-8d15c8c1528b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Jul 30 05:01:36.008296 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-80c03e3f-1170-42e2-8a24-5f22ce36f026 req-1ef61621-f0fc-49a7-a243-71d3b79f0a2a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304058 Jul 30 05:01:36.103460 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ebb95437-fb28-41e9-b12d-b57a8e22cc60'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:37.129063 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4a8d1-658f-4046-8753-481fb9bd1c8a req-3dc78650-4b92-43e5-a3ef-ef9e02cb70a8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:37.131711 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40b4a8d1-658f-4046-8753-481fb9bd1c8a req-3dc78650-4b92-43e5-a3ef-ef9e02cb70a8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 945 time: 0.0502312 Jul 30 05:01:37.171078 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40b4a8d1-658f-4046-8753-481fb9bd1c8a req-a1caef05-2ac9-48be-a0a3-df2fcc872773 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338266 Jul 30 05:01:37.572002 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:37.618715 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port ebb95437-fb28-41e9-b12d-b57a8e22cc60 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:37.622201 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port ebb95437-fb28-41e9-b12d-b57a8e22cc60 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:37.622580 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:37.814621 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:37.835558 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:37.837703 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dfb7b2-1331-44e2-856c-c7f36a5b6558" -d '{"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:37.850803 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:37.854706 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:37.877345 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9257f9-d292-4490-a43f-cbf401822318 x-openstack-request-id: req-4c9257f9-d292-4490-a43f-cbf401822318 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:37.877636 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:37.877885 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c9257f9-d292-4490-a43f-cbf401822318 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:37.878266 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'code': 200} Jul 30 05:01:37.903747 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:38.060690 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c622ebe-988f-4878-8ccf-9598a719ce6e req-7943d8e5-0797-4233-9a8f-0732afccc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:38.062145 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5c622ebe-988f-4878-8ccf-9598a719ce6e req-7943d8e5-0797-4233-9a8f-0732afccc5ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0395768 Jul 30 05:01:38.099895 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5c622ebe-988f-4878-8ccf-9598a719ce6e req-d1cae3e7-4896-4157-8dc3-2dc3642b4b42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298870 Jul 30 05:01:38.287286 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4a54-f919-467b-896a-4b6218fc8dbe req-a38931d6-bf42-49cf-b2f0-552ee8cb848c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:38.288760 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-026a4a54-f919-467b-896a-4b6218fc8dbe req-a38931d6-bf42-49cf-b2f0-552ee8cb848c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0486927 Jul 30 05:01:38.325553 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-026a4a54-f919-467b-896a-4b6218fc8dbe req-ed5b0c36-31c9-4bc6-93ba-9fb01aec1a14 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310361 Jul 30 05:01:39.045615 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:39.445858 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd887cd3-d9df-45c4-ab6b-9386bf36e9c9 req-b39e2120-86a2-4e05-ba49-f52a03bd4474 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:39.447315 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cd887cd3-d9df-45c4-ab6b-9386bf36e9c9 req-b39e2120-86a2-4e05-ba49-f52a03bd4474 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0517051 Jul 30 05:01:39.483872 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cd887cd3-d9df-45c4-ab6b-9386bf36e9c9 req-5e93ff23-b4d1-4368-be81-479fe1c04648 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307307 Jul 30 05:01:40.606774 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311427fc-195d-4656-8b19-0d6bed9c196c req-7a5e36cc-32f3-4cf5-bd4c-32f368d19543 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:40.608248 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-311427fc-195d-4656-8b19-0d6bed9c196c req-7a5e36cc-32f3-4cf5-bd4c-32f368d19543 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0494030 Jul 30 05:01:40.645636 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-311427fc-195d-4656-8b19-0d6bed9c196c req-fd748cb4-5c9e-428b-b686-543218e7273c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Jul 30 05:01:40.821336 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eac95c5a-acf6-4eca-b961-6d0b4a91d49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:41.764050 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073d173-c5f3-40d5-b002-62b5a33d224e req-7ccc3819-eec7-4d0b-a03b-e9e5328e82a4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:41.765525 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7073d173-c5f3-40d5-b002-62b5a33d224e req-7ccc3819-eec7-4d0b-a03b-e9e5328e82a4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0485845 Jul 30 05:01:41.805985 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7073d173-c5f3-40d5-b002-62b5a33d224e req-6e44d8a9-8516-4c2b-9233-fae31cac8c79 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Jul 30 05:01:41.930765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661e27-d730-4e4f-8a31-dc3b5bdda5b6 req-04439bdb-2a18-4021-8d56-2662b45e41ef tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:41.932192 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-43661e27-d730-4e4f-8a31-dc3b5bdda5b6 req-04439bdb-2a18-4021-8d56-2662b45e41ef tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0520487 Jul 30 05:01:41.940811 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33254) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:01:41.945840 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Request body: {'floatingip': {'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:41.984041 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:42.421827 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:42.425424 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:42.521577 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Floating IP 9a9d2e0f-2ab9-4397-9a3f-813f68972fb8 associated. External IP: 172.27.2.152, port: ebb95437-fb28-41e9-b12d-b57a8e22cc60. Jul 30 05:01:42.720546 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:01:43.086423 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:43.091483 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:43.096386 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:43.114794 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:43.118072 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:43.125469 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-fb68a847-2e2d-4edc-b5f0-14c2234e0718 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "PUT /v2.0/floatingips/9a9d2e0f-2ab9-4397-9a3f-813f68972fb8 HTTP/1.1" status: 200 len: 992 time: 1.1809177 Jul 30 05:01:43.125469 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:43.126041 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987" -d '{"events": [{"name": "network-changed", "server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:43.202306 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec0907-cc78-4200-bec0-432f5d75a72f x-openstack-request-id: req-36ec0907-cc78-4200-bec0-432f5d75a72f {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:43.202603 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:43.202858 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36ec0907-cc78-4200-bec0-432f5d75a72f {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:43.203288 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'status': 'completed', 'code': 200} Jul 30 05:01:43.232971 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d436dd3d-c3ae-4db2-b7e8-bbd98edbb30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:43.262194 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:43.299728 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-d87bc4a7-fbb5-4dde-9cb1-371279337aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:43.301209 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-d87bc4a7-fbb5-4dde-9cb1-371279337aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0454369 Jul 30 05:01:43.399332 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-1573ee10-1e7e-44a2-96e3-1cb051f81297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:43.400919 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-1573ee10-1e7e-44a2-96e3-1cb051f81297 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.0911374 Jul 30 05:01:43.487302 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-1c595c81-a0ad-4680-ae1f-b9808635ae3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 200 len: 1000 time: 0.0722330 Jul 30 05:01:43.520814 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '9a9d2e0f-2ab9-4397-9a3f-813f68972fb8', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'mac_address': 'fa:16:3e:0e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:29Z', 'updated_at': '2021-07-30T05:01:42Z', 'revision_number': 1, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:43.549690 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:43.559219 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:01:43.559897 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:01:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:43.620552 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:43.688523 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:01:43.795244 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-ffca2790-a45d-41e8-b713-b85d89928400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:43.796788 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-ffca2790-a45d-41e8-b713-b85d89928400 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.2907352 Jul 30 05:01:43.843259 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-0cad0c6f-9a7f-4d20-9483-7159e68aaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:43.844799 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-0cad0c6f-9a7f-4d20-9483-7159e68aaa55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385764 Jul 30 05:01:43.926386 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '9a9d2e0f-2ab9-4397-9a3f-813f68972fb8', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'mac_address': 'fa:16:3e:0e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:29Z', 'updated_at': '2021-07-30T05:01:42Z', 'revision_number': 1, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:43.944664 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-69354c63-0bc8-4e8f-b78a-1322659852d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844171 Jul 30 05:01:43.952414 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457f12-93f2-4728-9bff-d55c351be54a None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': '9a9d2e0f-2ab9-4397-9a3f-813f68972fb8', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'mac_address': 'fa:16:3e:0e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:01:29Z', 'updated_at': '2021-07-30T05:01:42Z', 'revision_number': 1, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:44.040640 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-67c586a8-0c0b-41c2-b8f5-bc35c09a7987 req-5717f5c9-1933-4e0c-a3ae-361072eed938 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870757 Jul 30 05:01:44.141511 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633791d-d959-4e65-be59-e46b8b75683e None None] New status for floating IP 9a9d2e0f-2ab9-4397-9a3f-813f68972fb8: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:01:44.335178 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:44.761127 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e5c8ff77-f455-44e0-a22f-6928cb6be259 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:44.762619 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e5c8ff77-f455-44e0-a22f-6928cb6be259 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.0986371 Jul 30 05:01:44.777454 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-94aea9d1-db69-4fd8-acc2-81c217f1fe6a tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/quotas/1ddea6d0acc14a0aabbad836c73bc7c1 HTTP/1.1" status: 200 len: 375 time: 0.0091660 Jul 30 05:01:44.833260 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-5e89f348-99ad-487a-9f08-befc8983d26b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502524 Jul 30 05:01:44.922599 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-6a18e3ff-5bf3-495e-9839-3fad95b1d99a service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820651 Jul 30 05:01:45.012669 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-49bcba61-fdbd-400f-8e58-cfebe3140c23 service neutron] 10.222.0.35 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Jul 30 05:01:45.275609 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f717970a-a37a-40c7-88a6-e2d4e3fc0db8 req-1aea4fe6-63e9-43d8-a43e-4f65f05d780c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 210 time: 0.1335535 Jul 30 05:01:46.041766 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:46.235654 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-9e53649f-0cc2-43ea-a135-c5ebc49ec31f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:46.237116 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-9e53649f-0cc2-43ea-a135-c5ebc49ec31f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 815 time: 0.1167147 Jul 30 05:01:46.251427 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Request body: {'port': {'device_id': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'admin_state_up': True, 'tenant_id': '1ddea6d0acc14a0aabbad836c73bc7c1'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:46.358410 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Made reservation on behalf of 1ddea6d0acc14a0aabbad836c73bc7c1 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:01:46.361961 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:46.369166 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2203f468-9f90-462c-8f6e-24d99aa4900d req-510bb317-63e8-4e40-98c6-54262f34323c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Jul 30 05:01:46.489334 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Allocated IP 172.20.0.10 (15face40-cf62-47a3-b149-b6f8efed4431/e297418e-c094-4172-abf6-e559c91efe88/d6a2b1c3-7bad-4031-b9e4-c70a0263469a) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:46.631769 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:46.669700 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:46.684585 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a', '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'cdec131e-051a-48a5-8f7a-00cb39249de9'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:46.710465 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Network 15face40-cf62-47a3-b149-b6f8efed4431 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:46.712888 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:46.716502 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:01:46.743265 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event updated for resources: {'Port': ['ID=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:46.770986 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:46.772118 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:46.785384 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-b166cde7-fa8a-417f-8180-852a81de2fea tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376706 Jul 30 05:01:46.800315 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Request body: {'port': {'device_id': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:01:46.855656 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:47.110897 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a2b1c3-7bad-4031-b9e4-c70a0263469a {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:47.118433 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:47.129953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Transition to ACTIVE for port object d6a2b1c3-7bad-4031-b9e4-c70a0263469a will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:01:47.133297 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:47.195860 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:47.248627 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Attempting to bind port d6a2b1c3-7bad-4031-b9e4-c70a0263469a on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:01:47.249261 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Attempting to bind port d6a2b1c3-7bad-4031-b9e4-c70a0263469a by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:01:47.249261 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Attempting to bind port d6a2b1c3-7bad-4031-b9e4-c70a0263469a on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:47.253455 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Port d6a2b1c3-7bad-4031-b9e4-c70a0263469a on network 15face40-cf62-47a3-b149-b6f8efed4431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:01:47.253775 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Attempting to bind port d6a2b1c3-7bad-4031-b9e4-c70a0263469a on network 15face40-cf62-47a3-b149-b6f8efed4431 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:01:47.258595 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:01:47.258959 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Checking segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:01:47.259356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Bound using segment: {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:01:47.259768 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Bound port: d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7502f673-f433-4f9b-943a-af4d786ad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:01:47.260118 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:47.320747 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] For port d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:47.323667 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] For port d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:47.327707 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:47.363207 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:47.363751 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:47.365238 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] 10.222.0.37 "PUT /v2.0/ports/d6a2b1c3-7bad-4031-b9e4-c70a0263469a HTTP/1.1" status: 200 len: 1094 time: 0.5689838 Jul 30 05:01:47.365669 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'tag': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:47.367920 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86ecbde-6fe9-481b-843f-4cf105320358" -d '{"events": [{"name": "network-changed", "server_uuid": "9cff183d-00f8-4f1d-a5c5-df06db7604d4", "tag": "d6a2b1c3-7bad-4031-b9e4-c70a0263469a"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:47.389741 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df0927-4652-4ebd-9525-e20651baddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:47.410995 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418186db-75e3-4c6c-a111-1bb81c507f61 x-openstack-request-id: req-418186db-75e3-4c6c-a111-1bb81c507f61 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:47.411287 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cff183d-00f8-4f1d-a5c5-df06db7604d4", "tag": "d6a2b1c3-7bad-4031-b9e4-c70a0263469a", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:47.411540 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-418186db-75e3-4c6c-a111-1bb81c507f61 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:47.412005 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'tag': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a', 'status': 'completed', 'code': 200} Jul 30 05:01:47.460748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-8e807fb1-9e60-4e60-99e8-bf1668290218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:47.462301 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-8e807fb1-9e60-4e60-99e8-bf1668290218 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 1097 time: 0.0420604 Jul 30 05:01:47.527933 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-56a90a92-c9c0-4c8c-8fe6-23a6034ee547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a HTTP/1.1" status: 200 len: 217 time: 0.0364668 Jul 30 05:01:47.535053 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada99cfc-ca1b-4890-a7af-8c7b39eedf63 req-6e956669-23af-48e3-aaa0-d6ff03add883 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:47.537335 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ada99cfc-ca1b-4890-a7af-8c7b39eedf63 req-6e956669-23af-48e3-aaa0-d6ff03add883 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 944 time: 0.0974205 Jul 30 05:01:47.576847 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ada99cfc-ca1b-4890-a7af-8c7b39eedf63 req-91a40337-b4b7-41cd-a1b1-b771113c9284 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Jul 30 05:01:47.587376 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-cc0a103d-2f56-4262-8dca-3cea365e0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:47.589826 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-cc0a103d-2f56-4262-8dca-3cea365e0711 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.0459425 Jul 30 05:01:47.633522 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-565cfb44-08ab-422b-a7c9-79b0135f5c2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267367 Jul 30 05:01:47.727072 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-437d51ba-c23b-45d2-9e7d-b460d5c8ea33 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831742 Jul 30 05:01:47.816346 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2a1bb706-d479-4dba-8128-7e3bb4eec832 req-cad75e9b-ddfa-4256-b0d0-a1dfff195ad0 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801835 Jul 30 05:01:47.914368 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-269182e9-290b-4160-9d73-a901c262919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:47.916029 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-269182e9-290b-4160-9d73-a901c262919d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 1097 time: 0.0402770 Jul 30 05:01:48.011605 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-655809f8-0424-4b2a-9f74-a6b3d66cef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:48.013039 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-655809f8-0424-4b2a-9f74-a6b3d66cef90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 200 len: 916 time: 0.0856583 Jul 30 05:01:48.058801 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-a4db2acb-124b-4cc7-bae7-89c685fe74c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a HTTP/1.1" status: 200 len: 217 time: 0.0332398 Jul 30 05:01:48.119928 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-088c84dc-9e3d-42ec-b43a-c26a6b5a4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:48.121355 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-088c84dc-9e3d-42ec-b43a-c26a6b5a4484 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 200 len: 855 time: 0.0489471 Jul 30 05:01:48.160436 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-8b32a996-723a-4d10-a6af-8d7467fc0905 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15face40-cf62-47a3-b149-b6f8efed4431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245283 Jul 30 05:01:48.249833 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:01:48.258803 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-e2d0c964-4796-4b8b-b8c3-438e57a4ee27 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842674 Jul 30 05:01:48.352099 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d86ecbde-6fe9-481b-843f-4cf105320358 req-24d3b70d-3ad7-4b34-ad4a-6941563349b1 service neutron] 10.222.0.37 "GET /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837665 Jul 30 05:01:48.694681 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf51753-5933-4354-bdac-2ef7e91555f9 req-866373f5-683a-4e9e-b08b-64590d330abb tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:48.696209 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf51753-5933-4354-bdac-2ef7e91555f9 req-866373f5-683a-4e9e-b08b-64590d330abb tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 944 time: 0.0527642 Jul 30 05:01:48.733367 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf51753-5933-4354-bdac-2ef7e91555f9 req-07c012aa-2550-4bc0-9177-48beefbf46bd tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Jul 30 05:01:49.847853 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cf59e-7864-49d9-b399-2526a3423ce0 req-d5ced6ee-2127-408b-8ed3-0254bd575442 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:49.849598 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b26cf59e-7864-49d9-b399-2526a3423ce0 req-d5ced6ee-2127-408b-8ed3-0254bd575442 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 944 time: 0.0491264 Jul 30 05:01:49.886213 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b26cf59e-7864-49d9-b399-2526a3423ce0 req-e9826ccd-558b-4869-bb9d-28afb3d78604 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Jul 30 05:01:51.001769 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e541e4-5c47-45e6-900f-01be7a0aa834 req-9ed6aeef-01bc-4417-bf8c-060d535e990e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:51.003221 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40e541e4-5c47-45e6-900f-01be7a0aa834 req-9ed6aeef-01bc-4417-bf8c-060d535e990e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 944 time: 0.0490012 Jul 30 05:01:51.040860 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-40e541e4-5c47-45e6-900f-01be7a0aa834 req-8c556911-35a7-48b7-a83e-873b652ae2d9 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Jul 30 05:01:51.664853 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device d6a2b1c3-7bad-4031-b9e4-c70a0263469a details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:51.760246 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:51.770903 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a', 'network_id': '15face40-cf62-47a3-b149-b6f8efed4431', 'port_id': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a', 'mac_address': 'fa:16:3e:3c:ba:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297418e-c094-4172-abf6-e559c91efe88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:51.805876 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:51.821456 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a2b1c3-7bad-4031-b9e4-c70a0263469a {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:01:51.839925 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:51.843749 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:51.889374 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:52.157662 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336150d3-16f1-4d57-a742-16d745e181b4 req-b44b8cee-bedd-49c2-a907-98aeb12ce31c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:52.159154 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-336150d3-16f1-4d57-a742-16d745e181b4 req-b44b8cee-bedd-49c2-a907-98aeb12ce31c tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Jul 30 05:01:52.198684 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-336150d3-16f1-4d57-a742-16d745e181b4 req-618f03a5-f01d-4b3c-8de3-a9621f2e917e tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 30 05:01:52.275027 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['d6a2b1c3-7bad-4031-b9e4-c70a0263469a'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:53.311913 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefbbbc-a788-454e-a952-50ed7233e82b req-34077104-cfbf-4099-b96f-c0eb7a705a7b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:53.313279 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3cefbbbc-a788-454e-a952-50ed7233e82b req-34077104-cfbf-4099-b96f-c0eb7a705a7b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 945 time: 0.0483329 Jul 30 05:01:53.352511 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3cefbbbc-a788-454e-a952-50ed7233e82b req-bcc1c615-22a3-45d0-8ef0-ab752d6f3f32 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Jul 30 05:01:53.665471 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device d6a2b1c3-7bad-4031-b9e4-c70a0263469a up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:53.716858 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port d6a2b1c3-7bad-4031-b9e4-c70a0263469a completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:01:53.720517 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port d6a2b1c3-7bad-4031-b9e4-c70a0263469a triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:01:53.720911 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:53.795687 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:53.816451 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:01:53.818733 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d343ee-42a0-4442-8b6c-730fcb23b2dc" -d '{"events": [{"server_uuid": "9cff183d-00f8-4f1d-a5c5-df06db7604d4", "name": "network-vif-plugged", "status": "completed", "tag": "d6a2b1c3-7bad-4031-b9e4-c70a0263469a"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:53.830971 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:53.835519 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:01:53.861273 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fe3c01-08e3-411a-a755-1c13ca91507f x-openstack-request-id: req-e1fe3c01-08e3-411a-a755-1c13ca91507f {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:53.861562 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cff183d-00f8-4f1d-a5c5-df06db7604d4", "name": "network-vif-plugged", "status": "completed", "tag": "d6a2b1c3-7bad-4031-b9e4-c70a0263469a", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:53.861813 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1fe3c01-08e3-411a-a755-1c13ca91507f {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:53.862186 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a', 'code': 200} Jul 30 05:01:53.888068 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:54.037333 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5c699-5604-4b39-bae7-9ded2fa64ebf req-f318bcda-e9b3-4a8e-bce6-5e13df92e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:54.038829 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-58b5c699-5604-4b39-bae7-9ded2fa64ebf req-f318bcda-e9b3-4a8e-bce6-5e13df92e4cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 1099 time: 0.0407038 Jul 30 05:01:54.075340 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-58b5c699-5604-4b39-bae7-9ded2fa64ebf req-0f3a5e3d-8bc9-48c3-a800-de0ea9ad061c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277884 Jul 30 05:01:54.465940 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949579e6-498c-45c0-9af9-3427b3d0bcf2 req-d0367316-6e9a-4c0b-a877-f3278a3b5777 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:54.467419 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-949579e6-498c-45c0-9af9-3427b3d0bcf2 req-d0367316-6e9a-4c0b-a877-f3278a3b5777 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0480778 Jul 30 05:01:54.504857 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-949579e6-498c-45c0-9af9-3427b3d0bcf2 req-d5399b18-9440-4db6-a72e-65faf2d149bb tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Jul 30 05:01:55.622836 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f0631-8385-47dc-899e-9af687dc3374 req-dfaeb411-3a14-4a5c-a4f5-97e40342ebd9 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:55.624342 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab0f0631-8385-47dc-899e-9af687dc3374 req-dfaeb411-3a14-4a5c-a4f5-97e40342ebd9 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0527749 Jul 30 05:01:55.662728 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab0f0631-8385-47dc-899e-9af687dc3374 req-e03cd368-dabf-41b2-adbf-3a14dc1c8f83 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Jul 30 05:01:56.775706 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e803015-0179-46ae-a888-096c8c787a05 req-cdcf540f-0707-4524-8b6b-1ffb15bd02ad tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:01:56.777176 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e803015-0179-46ae-a888-096c8c787a05 req-cdcf540f-0707-4524-8b6b-1ffb15bd02ad tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0491199 Jul 30 05:01:56.814503 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e803015-0179-46ae-a888-096c8c787a05 req-6164aa4e-0e6b-49a3-b475-f03f3d0f2b30 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Jul 30 05:02:07.896745 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ac542-db06-4011-89df-7ee40e3d759f req-d26737a6-46d6-4100-9154-630e6eee1b7d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:07.898257 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-014ac542-db06-4011-89df-7ee40e3d759f req-d26737a6-46d6-4100-9154-630e6eee1b7d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0503850 Jul 30 05:02:07.944152 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-014ac542-db06-4011-89df-7ee40e3d759f req-497f6c91-7ee8-4a53-bb65-d4520962e512 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398722 Jul 30 05:02:07.955123 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f464-7580-4700-98c5-250195a70927 req-00d017ae-73ef-444b-a91e-8e9c9370405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:07.956650 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-00d017ae-73ef-444b-a91e-8e9c9370405a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1138 time: 0.0836363 Jul 30 05:02:08.055576 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f464-7580-4700-98c5-250195a70927 req-26662f22-4af2-4e90-ba92-7f19f62ff2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.057027 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-26662f22-4af2-4e90-ba92-7f19f62ff2e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 916 time: 0.0870254 Jul 30 05:02:08.124719 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-cf21a06c-89a5-4f1d-a5db-906287f8500d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 1000 time: 0.0571785 Jul 30 05:02:08.183970 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f464-7580-4700-98c5-250195a70927 req-1dfa5b25-0881-46b5-8fc4-651f77db18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.185372 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-1dfa5b25-0881-46b5-8fc4-651f77db18da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 200 len: 854 time: 0.0467076 Jul 30 05:02:08.240511 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f464-7580-4700-98c5-250195a70927 req-7b5d2961-731e-4379-92ec-65b6483d0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.242015 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-7b5d2961-731e-4379-92ec-65b6483d0419 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cc597f3-2d46-46f7-aff5-25381ee5e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427043 Jul 30 05:02:08.332531 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-eb2e96f2-8f28-4736-8a14-7ed509eea967 service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797269 Jul 30 05:02:08.428485 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-26a2f464-7580-4700-98c5-250195a70927 req-628d872a-4602-4849-843c-6698428afb56 service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868568 Jul 30 05:02:08.569188 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dffc04-ae82-40e8-b65e-3272afb8e92c req-35d05adc-7c61-47ad-ba46-da99eebad6aa tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.570850 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-66dffc04-ae82-40e8-b65e-3272afb8e92c req-35d05adc-7c61-47ad-ba46-da99eebad6aa tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0543029 Jul 30 05:02:08.611221 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-66dffc04-ae82-40e8-b65e-3272afb8e92c req-2087780e-11f0-4f1d-bdb6-595742212d15 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Jul 30 05:02:08.661717 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-08ef5d02-39a4-49be-a956-2245f17a19d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431790 Jul 30 05:02:08.737876 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-bf12a472-ebe4-4e04-8438-61fdcc33b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.739375 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-bf12a472-ebe4-4e04-8438-61fdcc33b484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 1098 time: 0.0394411 Jul 30 05:02:08.857068 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-57348942-55d5-4722-b0c2-42fe8db27a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.858506 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-57348942-55d5-4722-b0c2-42fe8db27a7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.0858660 Jul 30 05:02:08.926062 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-1915ce94-3d55-4fbb-b245-bfa2828ecbd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 200 len: 1001 time: 0.0561306 Jul 30 05:02:08.989683 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-defea785-6dc6-41eb-9bf9-69d3b444c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:08.991719 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-defea785-6dc6-41eb-9bf9-69d3b444c793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0460367 Jul 30 05:02:09.043361 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-fcf87f2c-4a13-4401-9457-e771e3c76283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:09.045003 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-fcf87f2c-4a13-4401-9457-e771e3c76283 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405407 Jul 30 05:02:09.047240 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:09.070350 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfb854-8724-41c3-8647-ed5f2ed23c05 req-2b704183-5ac6-4c0b-9acf-c5b36f881c6e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:09.071878 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-59bfb854-8724-41c3-8647-ed5f2ed23c05 req-2b704183-5ac6-4c0b-9acf-c5b36f881c6e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0524557 Jul 30 05:02:09.113413 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-59bfb854-8724-41c3-8647-ed5f2ed23c05 req-2eb04333-f57e-45c2-8701-efad0bef4548 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342972 Jul 30 05:02:09.138658 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-9cde3e53-863e-4868-80bc-ef653f54a72a service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846982 Jul 30 05:02:09.235967 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e6f66aaf-2226-497c-b6a0-a95c87127a04 req-63de2f23-4a14-43f9-8898-6d2afbdbb504 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838530 Jul 30 05:02:09.727584 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed50caa-c9ed-484a-8e3f-67d17fadb5da req-39b5454a-f818-4ffc-a9c6-f337edbf6e90 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:09.729079 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7ed50caa-c9ed-484a-8e3f-67d17fadb5da req-39b5454a-f818-4ffc-a9c6-f337edbf6e90 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Jul 30 05:02:09.766358 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7ed50caa-c9ed-484a-8e3f-67d17fadb5da req-8d8da337-d449-4327-aaf2-69513e0538fa tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Jul 30 05:02:10.233095 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e869e93-378b-4d20-bb21-1a8c21e690f3 req-654dbf8d-b0e2-4801-b908-01c3ec6560b1 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:10.234574 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9e869e93-378b-4d20-bb21-1a8c21e690f3 req-654dbf8d-b0e2-4801-b908-01c3ec6560b1 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0526013 Jul 30 05:02:10.282431 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9e869e93-378b-4d20-bb21-1a8c21e690f3 req-02616cdf-cc07-486c-a046-f34bae4de76c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400417 Jul 30 05:02:10.824327 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-856b906e-07f6-4d6e-901a-905325f49506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:10.884249 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e9224-eef8-4991-b056-ac6037300143 req-cd71bfda-9897-4d95-bbf8-6fe32b271559 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:10.885796 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6f7e9224-eef8-4991-b056-ac6037300143 req-cd71bfda-9897-4d95-bbf8-6fe32b271559 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0503032 Jul 30 05:02:10.914133 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-850192d2-c9c4-4edc-ac81-558086014531 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:10.915775 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-850192d2-c9c4-4edc-ac81-558086014531 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 946 time: 0.0509193 Jul 30 05:02:10.926887 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6f7e9224-eef8-4991-b056-ac6037300143 req-865782b6-5b27-446d-9a9d-f9cc9e6d4f9a tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Jul 30 05:02:11.015216 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Deleting port d6a2b1c3-7bad-4031-b9e4-c70a0263469a {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:11.015559 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:11.104767 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] For port d6a2b1c3-7bad-4031-b9e4-c70a0263469a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:11.105159 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:11.120664 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Calling delete_port for d6a2b1c3-7bad-4031-b9e4-c70a0263469a owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:11.250032 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:11.263055 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a', '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'cdec131e-051a-48a5-8f7a-00cb39249de9', 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:11.278139 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event deleted for resources: {'Port': ['ID=d6a2b1c3-7bad-4031-b9e4-c70a0263469a,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:11.303700 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.304052 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.304384 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.304732 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.305050 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.305384 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.305707 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.306034 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.306360 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.306681 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.307030 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.307350 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:11.330844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] No DVR routers for this DVR port d6a2b1c3-7bad-4031-b9e4-c70a0263469a on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:02:11.333376 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:11.336029 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-00ebe78f-6228-413d-a76b-df3a8be23700 req-1101b953-0019-4a95-b56b-7518941b2e9d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "DELETE /v2.0/ports/d6a2b1c3-7bad-4031-b9e4-c70a0263469a HTTP/1.1" status: 204 len: 173 time: 0.4104161 Jul 30 05:02:11.336561 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'name': 'network-vif-deleted', 'tag': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:11.338786 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f7570-8cde-428f-94f6-5a59f0a7f7e5" -d '{"events": [{"server_uuid": "9cff183d-00f8-4f1d-a5c5-df06db7604d4", "name": "network-vif-deleted", "tag": "d6a2b1c3-7bad-4031-b9e4-c70a0263469a"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:11.393437 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509173a-e83b-430a-92df-a9897b80db93 x-openstack-request-id: req-6509173a-e83b-430a-92df-a9897b80db93 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:11.393730 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cff183d-00f8-4f1d-a5c5-df06db7604d4", "name": "network-vif-deleted", "tag": "d6a2b1c3-7bad-4031-b9e4-c70a0263469a", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:11.394086 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6509173a-e83b-430a-92df-a9897b80db93 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:11.394482 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cff183d-00f8-4f1d-a5c5-df06db7604d4', 'name': 'network-vif-deleted', 'tag': 'd6a2b1c3-7bad-4031-b9e4-c70a0263469a', 'status': 'completed', 'code': 200} Jul 30 05:02:11.434320 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707160d2-df44-478d-ad8d-3f404cb5f983 req-e36e7eba-6a6b-4e33-b7d6-ca6a4bf5047a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:11.436468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-707160d2-df44-478d-ad8d-3f404cb5f983 req-e36e7eba-6a6b-4e33-b7d6-ca6a4bf5047a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0534406 Jul 30 05:02:11.479282 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-707160d2-df44-478d-ad8d-3f404cb5f983 req-522a224c-f913-4acc-a164-4dc9831a331a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361149 Jul 30 05:02:12.034238 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-05048558-f748-4159-8779-e211ccf49a75 req-db3b2598-904e-49ee-9b54-690132233ed3 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cff183d-00f8-4f1d-a5c5-df06db7604d4 HTTP/1.1" status: 200 len: 210 time: 0.0304601 Jul 30 05:02:12.597506 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1c80-019f-48c9-87c7-5e269f39cbc8 req-a7536663-3141-4b47-81a8-7de033582003 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:12.599043 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-90af1c80-019f-48c9-87c7-5e269f39cbc8 req-a7536663-3141-4b47-81a8-7de033582003 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0516474 Jul 30 05:02:12.640834 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-90af1c80-019f-48c9-87c7-5e269f39cbc8 req-e0a0259e-7de6-408f-a8d2-6b9efffb748e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353575 Jul 30 05:02:13.194343 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-99d74fda-e81a-4487-9063-52d96c4192ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:13.594103 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:13.760571 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32be822-d84f-4d6a-a391-13cb79619cbf req-979afa32-103c-40ea-bf17-96f81f93e504 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:13.762077 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f32be822-d84f-4d6a-a391-13cb79619cbf req-979afa32-103c-40ea-bf17-96f81f93e504 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0513520 Jul 30 05:02:13.802896 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f32be822-d84f-4d6a-a391-13cb79619cbf req-08bc5148-ffa6-45a1-9e0e-51e920cbaff2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340362 Jul 30 05:02:13.805052 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device d6a2b1c3-7bad-4031-b9e4-c70a0263469a no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:13.824948 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: d6a2b1c3-7bad-4031-b9e4-c70a0263469a {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:02:13.825298 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device d6a2b1c3-7bad-4031-b9e4-c70a0263469a not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:14.341240 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:14.465707 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f93d-db46-4311-be17-74bdcaccd684 req-d30b3897-06d3-4f1e-bb73-fbb7325fca2d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:14.467215 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ccf7f93d-db46-4311-be17-74bdcaccd684 req-d30b3897-06d3-4f1e-bb73-fbb7325fca2d tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 945 time: 0.0478721 Jul 30 05:02:14.512414 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ccf7f93d-db46-4311-be17-74bdcaccd684 req-458a499e-f433-4125-9660-5f5fba88c207 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Jul 30 05:02:14.916066 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447be9-f04d-4e4e-9576-5bc95509ceab req-d0c60be5-c7bd-4a0d-85a9-fbb958db3467 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:14.917537 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55447be9-f04d-4e4e-9576-5bc95509ceab req-d0c60be5-c7bd-4a0d-85a9-fbb958db3467 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0486453 Jul 30 05:02:14.956837 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55447be9-f04d-4e4e-9576-5bc95509ceab req-f519d42b-c05e-4240-8ff0-d27f32ab38a4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334764 Jul 30 05:02:15.626750 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067afcb4-c27f-41e7-9660-f035525cd2ae req-e1b78f69-11c0-49ba-ac5f-411dec85989b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:15.628550 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-067afcb4-c27f-41e7-9660-f035525cd2ae req-e1b78f69-11c0-49ba-ac5f-411dec85989b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 945 time: 0.0490050 Jul 30 05:02:15.666162 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-067afcb4-c27f-41e7-9660-f035525cd2ae req-19a91aa3-1b29-4990-949b-3bb377e85972 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Jul 30 05:02:16.045824 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:16.074069 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61384ea6-47ae-4b80-b604-f39732c0f18b req-1cb05232-5f9e-4cef-9f05-0a73dcc846d9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:16.075595 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61384ea6-47ae-4b80-b604-f39732c0f18b req-1cb05232-5f9e-4cef-9f05-0a73dcc846d9 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0519254 Jul 30 05:02:16.119693 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-61384ea6-47ae-4b80-b604-f39732c0f18b req-e96b4319-c6aa-40d3-a6ab-49184f4f2dcb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380743 Jul 30 05:02:16.421100 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53437d-a9ce-41af-b980-143858d7c797 req-77804cfd-522a-4d77-a642-c58f7e3eb803 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:16.422552 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-eb53437d-a9ce-41af-b980-143858d7c797 req-77804cfd-522a-4d77-a642-c58f7e3eb803 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 945 time: 0.0514953 Jul 30 05:02:16.516854 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Deleting port cdec131e-051a-48a5-8f7a-00cb39249de9 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:16.517215 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:16.605072 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] For port cdec131e-051a-48a5-8f7a-00cb39249de9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdec131e-051a-48a5-8f7a-00cb39249de9,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:16.605355 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:16.617585 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Calling delete_port for cdec131e-051a-48a5-8f7a-00cb39249de9 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:16.747264 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:16.759893 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a', '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'cdec131e-051a-48a5-8f7a-00cb39249de9'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:16.777312 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event deleted for resources: {'Port': ['ID=cdec131e-051a-48a5-8f7a-00cb39249de9,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:16.781489 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e455-8879-47f3-a3b7-261d9bd10795 req-04751494-27a4-4b07-ba20-4a9d867d70ef tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:16.783301 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1943e455-8879-47f3-a3b7-261d9bd10795 req-04751494-27a4-4b07-ba20-4a9d867d70ef tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=012055a9-7cc7-4b36-b188-279399faabf8 HTTP/1.1" status: 200 len: 867 time: 0.0500073 Jul 30 05:02:16.820880 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] No DVR routers for this DVR port cdec131e-051a-48a5-8f7a-00cb39249de9 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:02:16.823985 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:16.826001 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-eb53437d-a9ce-41af-b980-143858d7c797 req-7bd5a0ca-d886-4fee-b7fc-1ff17507a482 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "DELETE /v2.0/ports/cdec131e-051a-48a5-8f7a-00cb39249de9 HTTP/1.1" status: 204 len: 173 time: 0.3920870 Jul 30 05:02:16.826760 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012055a9-7cc7-4b36-b188-279399faabf8', 'name': 'network-vif-deleted', 'tag': 'cdec131e-051a-48a5-8f7a-00cb39249de9'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:16.827205 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1943e455-8879-47f3-a3b7-261d9bd10795 req-8c2ac021-3076-4e3b-9519-4f8149a0bf77 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366657 Jul 30 05:02:16.829087 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaf1f15-5455-40a6-9f3c-efcded1b28e5" -d '{"events": [{"server_uuid": "012055a9-7cc7-4b36-b188-279399faabf8", "name": "network-vif-deleted", "tag": "cdec131e-051a-48a5-8f7a-00cb39249de9"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:16.928389 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4df47a-290a-49ee-ab40-fd9431b3bf1d x-openstack-request-id: req-ec4df47a-290a-49ee-ab40-fd9431b3bf1d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:16.928752 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012055a9-7cc7-4b36-b188-279399faabf8", "name": "network-vif-deleted", "tag": "cdec131e-051a-48a5-8f7a-00cb39249de9", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:16.928925 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec4df47a-290a-49ee-ab40-fd9431b3bf1d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:16.929287 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012055a9-7cc7-4b36-b188-279399faabf8', 'name': 'network-vif-deleted', 'tag': 'cdec131e-051a-48a5-8f7a-00cb39249de9', 'status': 'completed', 'code': 200} Jul 30 05:02:17.235476 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1525b8-e0f8-4bcd-87fd-f678166ffcbe req-727c79f4-b284-4478-bafc-604194ea3968 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:17.236969 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab1525b8-e0f8-4bcd-87fd-f678166ffcbe req-727c79f4-b284-4478-bafc-604194ea3968 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0498893 Jul 30 05:02:17.276791 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ab1525b8-e0f8-4bcd-87fd-f678166ffcbe req-a82326fe-34be-4d91-b649-19b73f69fda0 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338764 Jul 30 05:02:18.091965 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f99efb-e063-49b7-a680-ffcdfaa6f7ac req-5a85c50b-f228-4740-8898-795e03753ead tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:18.093410 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-11f99efb-e063-49b7-a680-ffcdfaa6f7ac req-5a85c50b-f228-4740-8898-795e03753ead tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0499530 Jul 30 05:02:18.136530 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-11f99efb-e063-49b7-a680-ffcdfaa6f7ac req-4f366d1a-e35a-4e4d-ab44-7474334577d6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370619 Jul 30 05:02:18.393480 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1cac-38ac-4d53-8e97-cca5fdea5cc2 req-884b2e03-69ef-4bbd-9a30-77fb9b647a95 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:18.395081 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b0ac1cac-38ac-4d53-8e97-cca5fdea5cc2 req-884b2e03-69ef-4bbd-9a30-77fb9b647a95 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0511014 Jul 30 05:02:18.439438 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b0ac1cac-38ac-4d53-8e97-cca5fdea5cc2 req-86954b64-6219-4713-906f-b773c623a607 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374608 Jul 30 05:02:19.251224 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535077fb-b383-4130-8ab5-f02a304fbe5c req-df446063-b483-471d-9e0f-b76d4c24a118 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:19.252709 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-535077fb-b383-4130-8ab5-f02a304fbe5c req-df446063-b483-471d-9e0f-b76d4c24a118 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0478797 Jul 30 05:02:19.289680 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-535077fb-b383-4130-8ab5-f02a304fbe5c req-a5ad0238-7e6c-479d-93fe-b7e753e3e34b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Jul 30 05:02:19.556355 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719fba9-0ee8-4f5b-b4ef-0dff0e9fee5f req-2d2467d3-f7ce-48c9-9af1-2ec3797b1efe tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:19.557842 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a719fba9-0ee8-4f5b-b4ef-0dff0e9fee5f req-2d2467d3-f7ce-48c9-9af1-2ec3797b1efe tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0493839 Jul 30 05:02:19.602439 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a719fba9-0ee8-4f5b-b4ef-0dff0e9fee5f req-17192cc6-9675-45f5-9daf-c99a7ca2f6b0 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385535 Jul 30 05:02:19.700834 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-89ba7e67-9200-4547-8eb6-bbf1b1290ff5 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:19.702260 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-89ba7e67-9200-4547-8eb6-bbf1b1290ff5 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 945 time: 0.0468833 Jul 30 05:02:19.798559 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Deleting port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:19.798921 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:19.803625 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device cdec131e-051a-48a5-8f7a-00cb39249de9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:19.825187 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: cdec131e-051a-48a5-8f7a-00cb39249de9 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:02:19.825525 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device cdec131e-051a-48a5-8f7a-00cb39249de9 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:19.883050 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] For port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:19.883413 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:19.899136 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Calling delete_port for 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:20.019615 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:20.031656 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a', '61b3bd2e-1cd4-403b-913e-b68d7cce63e2'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:20.047030 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event deleted for resources: {'Port': ['ID=61b3bd2e-1cd4-403b-913e-b68d7cce63e2,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:20.089848 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] No DVR routers for this DVR port 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:02:20.092350 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:20.094305 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5eba203f-3e78-4f94-ba71-f52b50cd7056 req-f4335610-56b7-486d-9df0-f1a522423574 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "DELETE /v2.0/ports/61b3bd2e-1cd4-403b-913e-b68d7cce63e2 HTTP/1.1" status: 204 len: 173 time: 0.3836884 Jul 30 05:02:20.094732 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'name': 'network-vif-deleted', 'tag': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:20.097030 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dfbf65-85ec-4c22-bb44-cfdba955c199" -d '{"events": [{"server_uuid": "a125da76-3074-46fa-8c3e-5fd28fc26d5a", "name": "network-vif-deleted", "tag": "61b3bd2e-1cd4-403b-913e-b68d7cce63e2"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:20.143646 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ded7cc-85be-440d-ac5c-9df93fcb7ab1 x-openstack-request-id: req-75ded7cc-85be-440d-ac5c-9df93fcb7ab1 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:20.143987 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a125da76-3074-46fa-8c3e-5fd28fc26d5a", "name": "network-vif-deleted", "tag": "61b3bd2e-1cd4-403b-913e-b68d7cce63e2", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:20.144273 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75ded7cc-85be-440d-ac5c-9df93fcb7ab1 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:20.144657 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a125da76-3074-46fa-8c3e-5fd28fc26d5a', 'name': 'network-vif-deleted', 'tag': '61b3bd2e-1cd4-403b-913e-b68d7cce63e2', 'status': 'completed', 'code': 200} Jul 30 05:02:20.395152 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ea52dc9d-06d2-4cfc-87c9-da5bc0723837 req-c319a9a5-25a1-4d9d-8156-45b00e7a0614 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=a125da76-3074-46fa-8c3e-5fd28fc26d5a HTTP/1.1" status: 200 len: 210 time: 0.0258191 Jul 30 05:02:20.720760 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cc6ab-4e1f-47c5-aae3-a29aefca956e req-479dd108-e421-4222-bfa6-8e54aace0d2e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:20.722277 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c84cc6ab-4e1f-47c5-aae3-a29aefca956e req-479dd108-e421-4222-bfa6-8e54aace0d2e tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0491390 Jul 30 05:02:20.764760 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c84cc6ab-4e1f-47c5-aae3-a29aefca956e req-9f8ff7fa-0591-4df3-9b3a-ba9ff9f1d013 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357635 Jul 30 05:02:21.385741 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4fe2b-db1f-43c3-b2d7-6725cc362a56 req-fce0986b-ba71-443f-9c2a-b80f2cdb6652 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:21.387128 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-06a4fe2b-db1f-43c3-b2d7-6725cc362a56 req-fce0986b-ba71-443f-9c2a-b80f2cdb6652 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0477488 Jul 30 05:02:21.424948 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-06a4fe2b-db1f-43c3-b2d7-6725cc362a56 req-2b8de78c-315b-422d-967b-5b363de3c917 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Jul 30 05:02:21.881192 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ebc84-196e-4b0a-aa26-b230066b7db6 req-4b38e7a8-2a14-4ecd-b695-63947070e871 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:21.882661 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-589ebc84-196e-4b0a-aa26-b230066b7db6 req-4b38e7a8-2a14-4ecd-b695-63947070e871 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0522203 Jul 30 05:02:21.921628 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-589ebc84-196e-4b0a-aa26-b230066b7db6 req-cdbe695f-5998-4b82-8421-18a04dcf5b55 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329273 Jul 30 05:02:22.540211 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2ab0-2bc8-48e4-8f6a-fd337748ec3a req-01c3404b-2001-4a87-a04d-1f2a400b6121 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:22.541686 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-57ea2ab0-2bc8-48e4-8f6a-fd337748ec3a req-01c3404b-2001-4a87-a04d-1f2a400b6121 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Jul 30 05:02:22.583480 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-57ea2ab0-2bc8-48e4-8f6a-fd337748ec3a req-cfd1bb53-4663-475a-8eaf-5fb15db7396a tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Jul 30 05:02:22.786169 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79fa57-57ec-40a9-a7be-fa0be7ccfc43 req-165d6b72-89b1-4c4a-a789-b6e85f9a9e42 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:22.788250 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ad79fa57-57ec-40a9-a7be-fa0be7ccfc43 req-165d6b72-89b1-4c4a-a789-b6e85f9a9e42 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 946 time: 0.0502186 Jul 30 05:02:22.826186 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ad79fa57-57ec-40a9-a7be-fa0be7ccfc43 req-a339999c-5831-493a-9fa9-fa8e40593cf4 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jul 30 05:02:23.041577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478fd3-43ed-4aec-b9df-33b8054e0e2e req-cdcd070d-2b32-48f5-9a77-49865437f68a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:23.043061 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6b478fd3-43ed-4aec-b9df-33b8054e0e2e req-cdcd070d-2b32-48f5-9a77-49865437f68a tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0529783 Jul 30 05:02:23.081866 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6b478fd3-43ed-4aec-b9df-33b8054e0e2e req-3fb6e0c5-3b0f-46f4-8991-0f5de282cb03 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329373 Jul 30 05:02:23.496680 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-9dd23e37-da47-412f-825d-1cdace3ad94e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:23.498136 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-9dd23e37-da47-412f-825d-1cdace3ad94e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Jul 30 05:02:23.591601 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Deleting port 4d811a62-d040-46c9-968a-574ea63007a4 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:23.591939 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:23.678228 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] For port 4d811a62-d040-46c9-968a-574ea63007a4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d811a62-d040-46c9-968a-574ea63007a4,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:23.678744 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:23.700049 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c06a66-6f8e-4a17-b00c-36c9d845ac80 req-75255fcd-468d-48ad-a368-2147b32907f2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:23.701548 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-72c06a66-6f8e-4a17-b00c-36c9d845ac80 req-75255fcd-468d-48ad-a368-2147b32907f2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Jul 30 05:02:23.743537 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-72c06a66-6f8e-4a17-b00c-36c9d845ac80 req-cbb5f333-1f83-40e0-84ae-1fa0aefbcd3b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359569 Jul 30 05:02:23.798280 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:23.819999 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:02:23.820343 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 61b3bd2e-1cd4-403b-913e-b68d7cce63e2 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:23.945752 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33a61f-6e9c-4aef-8f3b-c613f490d465 req-23cbacf2-df52-4c28-b604-37045af7e4d6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:23.947309 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c33a61f-6e9c-4aef-8f3b-c613f490d465 req-23cbacf2-df52-4c28-b604-37045af7e4d6 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 946 time: 0.0517814 Jul 30 05:02:23.986526 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2c33a61f-6e9c-4aef-8f3b-c613f490d465 req-30cf6143-3f54-41d3-95d6-bdf1f38e760b tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d471cea-09ac-4549-af6d-e13e022217ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Jul 30 05:02:24.134784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:24.135200 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:24.135513 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Floating IP 79c6b6f9-c1cb-4910-b874-507766df8325 disassociated. External IP: 172.27.2.157, port: 4d811a62-d040-46c9-968a-574ea63007a4. Jul 30 05:02:24.135854 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Calling delete_port for 4d811a62-d040-46c9-968a-574ea63007a4 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:24.203638 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3bc34-ed31-4a07-a56f-91e57bdfe3e2 req-101c1d7b-ea96-48e4-9051-dc2cb1decfc4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:24.205123 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-acc3bc34-ed31-4a07-a56f-91e57bdfe3e2 req-101c1d7b-ea96-48e4-9051-dc2cb1decfc4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0538716 Jul 30 05:02:24.245450 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-acc3bc34-ed31-4a07-a56f-91e57bdfe3e2 req-15c1da5e-df14-4e3d-b9c4-40ce31b4d14d tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336127 Jul 30 05:02:24.263728 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:24.296216 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event deleted for resources: {'Port': ['ID=4d811a62-d040-46c9-968a-574ea63007a4,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:24.410788 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Router c0a3c666-6321-4afb-9b93-53123e0317d8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:02:24.540855 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:24.550404 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:24.559707 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:02:24.560315 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:24.592926 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-a612b487-f62c-4ded-8171-a4f190412f10 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:24.594318 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-a612b487-f62c-4ded-8171-a4f190412f10 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 946 time: 0.0924585 Jul 30 05:02:24.595014 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] No DVR routers for this DVR port 4d811a62-d040-46c9-968a-574ea63007a4 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:02:24.597381 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:24.599529 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f9dcde8a-e450-4017-9766-4a8c38654d6b req-43950156-3dba-4fc3-84e5-91814c61455e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "DELETE /v2.0/ports/4d811a62-d040-46c9-968a-574ea63007a4 HTTP/1.1" status: 204 len: 173 time: 1.0940437 Jul 30 05:02:24.600140 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'name': 'network-vif-deleted', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:24.602319 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c481d-e3fb-409b-a0f1-0068872a2f83" -d '{"events": [{"server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "name": "network-vif-deleted", "tag": "4d811a62-d040-46c9-968a-574ea63007a4"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:24.650662 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3904a3f3-b14e-4c79-a2b2-472b38ead626 x-openstack-request-id: req-3904a3f3-b14e-4c79-a2b2-472b38ead626 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:24.651076 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bb8760-7153-4f06-8e72-d8e5b8a491e8", "name": "network-vif-deleted", "tag": "4d811a62-d040-46c9-968a-574ea63007a4", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:24.651332 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3904a3f3-b14e-4c79-a2b2-472b38ead626 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:24.651726 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bb8760-7153-4f06-8e72-d8e5b8a491e8', 'name': 'network-vif-deleted', 'tag': '4d811a62-d040-46c9-968a-574ea63007a4', 'status': 'completed', 'code': 200} Jul 30 05:02:24.695581 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:02:24.715718 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Deleting port 56280ec9-b327-437b-8933-51e73d303b6a {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:24.716112 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:24.837513 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] For port 56280ec9-b327-437b-8933-51e73d303b6a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=56280ec9-b327-437b-8933-51e73d303b6a,segment=NetworkSegment(7502f673-f433-4f9b-943a-af4d786ad17f),segment_id=7502f673-f433-4f9b-943a-af4d786ad17f)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:24.837894 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:24.853709 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Calling delete_port for 56280ec9-b327-437b-8933-51e73d303b6a owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:24.860225 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1d5faa9d-33bb-413f-a856-da6684eb07e6 req-864737a9-3fc2-443f-baa6-2066adc98296 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4bb8760-7153-4f06-8e72-d8e5b8a491e8 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Jul 30 05:02:24.985561 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:25.004332 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['56280ec9-b327-437b-8933-51e73d303b6a'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:25.016718 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Pushing event deleted for resources: {'Port': ['ID=56280ec9-b327-437b-8933-51e73d303b6a,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:25.065333 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] No DVR routers for this DVR port 56280ec9-b327-437b-8933-51e73d303b6a on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:02:25.067730 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:25.070394 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-5cf045d5-0a59-45f8-bd2d-089e5639acc4 req-3cf48e69-d449-4e31-afdb-4570662d4493 tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.37 "DELETE /v2.0/ports/56280ec9-b327-437b-8933-51e73d303b6a HTTP/1.1" status: 204 len: 173 time: 0.4646835 Jul 30 05:02:25.083583 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:25.111841 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:25.112776 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1c5782cc-38ed-4426-83bd-4f901ebca5ca req-1d576a57-799c-4875-9fa4-92588647596f tempest-AttachVolumeNegativeTest-2078087069 tempest-AttachVolumeNegativeTest-2078087069-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14a7970-24b4-465a-8abc-d5664a67f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0343230 Jul 30 05:02:25.121069 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:02:25.121688 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:25.235644 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:02:25.249018 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:02:25.363435 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be499a-b268-4c6b-84de-c55e87fc33fb req-a239ed2e-5b18-4300-8312-47e8aac5ec70 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:25.365475 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-03be499a-b268-4c6b-84de-c55e87fc33fb req-a239ed2e-5b18-4300-8312-47e8aac5ec70 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0494082 Jul 30 05:02:25.405886 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-03be499a-b268-4c6b-84de-c55e87fc33fb req-e4be8d61-e924-412b-ab18-11fba60528bb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340590 Jul 30 05:02:25.439655 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:25.467357 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f9bcd-1fed-4c28-b08f-ae0c3bce37b0 None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:25.686865 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed6c59-8874-4eef-8ee4-3f9095280090 None None] New status for floating IP 79c6b6f9-c1cb-4910-b874-507766df8325: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:02:25.944916 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33600) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.000855 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.023395 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.070309 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.072972 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.074154 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "DELETE /v2.0/security-groups/cf4ae38b-84a1-4c4e-ab1c-a266d48ce845 HTTP/1.1" status: 204 len: 168 time: 0.1281135 Jul 30 05:02:26.077069 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33604) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.083216 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ae38b-84a1-4c4e-ab1c-a266d48ce845,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:26.090424 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.api.v2.resource [None req-f43f01cd-4938-42c5-af7c-653063a356bf tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] show failed (client error): The resource could not be found. Jul 30 05:02:26.090806 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.091181 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.091438 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f43f01cd-4938-42c5-af7c-653063a356bf tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups/cf4ae38b-84a1-4c4e-ab1c-a266d48ce845 HTTP/1.1" status: 404 len: 347 time: 0.0133650 Jul 30 05:02:26.091530 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.091850 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.092182 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.092547 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.092875 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.093207 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.093537 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.094069 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.094191 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.094300 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33606) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.094615 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f720f40-541d-44ca-b6a0-af1ae9e36fd8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:26.169389 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33610) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.213629 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Deleting subnet e297418e-c094-4172-abf6-e559c91efe88 {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:02:26.216647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.220141 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Deleting port 166ee8cc-b7a6-4e81-b78c-0ae0554f2b08 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:26.220491 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.250990 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.293657 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.297724 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.298055 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.313351 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Calling delete_port for 166ee8cc-b7a6-4e81-b78c-0ae0554f2b08 owned by network:floatingip {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:26.351177 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.377902 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e297418e-c094-4172-abf6-e559c91efe88,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:26.380067 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.384045 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-bdf1eb76-3d5a-4462-8bd2-4db0b4f2822a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e297418e-c094-4172-abf6-e559c91efe88 HTTP/1.1" status: 204 len: 168 time: 0.2126174 Jul 30 05:02:26.385590 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33612) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.457082 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.465396 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.495052 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event deleted for resources: {'Port': ['ID=166ee8cc-b7a6-4e81-b78c-0ae0554f2b08,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:26.557439 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.560119 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.561266 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-bc29a9ff-a9a1-466d-a7eb-00d9717c61c0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "DELETE /v2.0/floatingips/79c6b6f9-c1cb-4910-b874-507766df8325 HTTP/1.1" status: 204 len: 168 time: 0.4661422 Jul 30 05:02:26.571172 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.584587 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15face40-cf62-47a3-b149-b6f8efed4431']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:26.593418 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fd87d-0fd1-42ed-b29c-5989cba83007 req-476005bc-3c10-4900-a6a2-56bee5ad8ba4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:26.595156 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-981fd87d-0fd1-42ed-b29c-5989cba83007 req-476005bc-3c10-4900-a6a2-56bee5ad8ba4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.1033032 Jul 30 05:02:26.603570 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7502f673-f433-4f9b-943a-af4d786ad17f') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:26.603875 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7502f673-f433-4f9b-943a-af4d786ad17f') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:26.619625 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.651180 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.653113 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'name': 'network-vif-deleted', 'tag': '56280ec9-b327-437b-8933-51e73d303b6a'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:26.655581 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be350504-4521-4dfd-9c39-cd117d0bc4f6" -d '{"events": [{"server_uuid": "f14a7970-24b4-465a-8abc-d5664a67f5e6", "name": "network-vif-deleted", "tag": "56280ec9-b327-437b-8933-51e73d303b6a"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:26.665726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:02:26.666123 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:02:26.667765 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:02:26.681147 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-981fd87d-0fd1-42ed-b29c-5989cba83007 req-bab4aae2-7c83-4600-9de3-d747fd402b23 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753736 Jul 30 05:02:26.726743 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaaa114-7e75-430a-8593-2891a381a863 x-openstack-request-id: req-bcaaa114-7e75-430a-8593-2891a381a863 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:26.727297 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14a7970-24b4-465a-8abc-d5664a67f5e6", "name": "network-vif-deleted", "tag": "56280ec9-b327-437b-8933-51e73d303b6a", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:26.727840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcaaa114-7e75-430a-8593-2891a381a863 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:26.728267 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14a7970-24b4-465a-8abc-d5664a67f5e6', 'name': 'network-vif-deleted', 'tag': '56280ec9-b327-437b-8933-51e73d303b6a', 'status': 'completed', 'code': 200} Jul 30 05:02:26.732252 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.740269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:26.745089 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] 10.222.0.35 "DELETE /v2.0/networks/15face40-cf62-47a3-b149-b6f8efed4431 HTTP/1.1" status: 204 len: 168 time: 0.3556015 Jul 30 05:02:26.754599 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd669d-1cad-48f4-9113-6b091726b328 admin admin] Pushing event deleted for resources: {'Network': ['ID=15face40-cf62-47a3-b149-b6f8efed4431,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:26.906376 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33622) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.931272 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33624) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.935897 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566982611', 'description': 'tempest-description--743058313'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:26.949101 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-fcefadf3-787d-4d5f-9a6a-85331a2ba592 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ddea6d0acc14a0aabbad836c73bc7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414071 Jul 30 05:02:26.951836 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33626) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:26.959312 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.008327 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d0e4a42-bd09-4748-822b-a8bee2d37274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.031159 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d0e4a42-bd09-4748-822b-a8bee2d37274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.042168 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.045978 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.075152 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.076361 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1440876 Jul 30 05:02:27.077611 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623747f-42f3-4840-b43d-bcdbc14c0d41 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6393f4b4-d395-4caa-a280-0c4e4aa4b47b,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:27.079343 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33628) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:27.086993 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'security_group_rule': {'security_group_id': '6393f4b4-d395-4caa-a280-0c4e4aa4b47b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:27.092336 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d0e4a42-bd09-4748-822b-a8bee2d37274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.094763 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0d0e4a42-bd09-4748-822b-a8bee2d37274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.095877 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-0d0e4a42-bd09-4748-822b-a8bee2d37274 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d471cea-09ac-4549-af6d-e13e022217ed HTTP/1.1" status: 204 len: 168 time: 0.1431124 Jul 30 05:02:27.111704 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e4a42-bd09-4748-822b-a8bee2d37274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d471cea-09ac-4549-af6d-e13e022217ed,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:27.142615 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.204535 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.209830 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.227262 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b90e150-18bb-44e1-9ddd-38ea658da0ff,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:27.234024 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.235262 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f6ea02ed-e94d-42fe-9b1c-f459bb8b1558 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548412 Jul 30 05:02:27.237939 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33634) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:27.242799 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'security_group_rule': {'security_group_id': '6393f4b4-d395-4caa-a280-0c4e4aa4b47b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:27.270185 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.335017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.339760 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530601'] for security_group_rule, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.359029 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa816d6-a295-44c6-ae59-9283e9ac1db9,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:27.361445 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.362638 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-6e890908-f867-45b7-ac98-2fb824cb56c6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235409 Jul 30 05:02:27.366463 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33640) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:27.370793 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:27.392151 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.492692 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.600927 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Allocated IP 172.27.2.176 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/4a4cf694-bc31-49fe-9436-5a5adcc664fa) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:02:27.713490 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.784509 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:27.826128 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 56280ec9-b327-437b-8933-51e73d303b6a no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:27.833202 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:02:27.840847 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:02:27.846207 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:02:27.847395 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 56280ec9-b327-437b-8933-51e73d303b6a {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:02:27.847743 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 56280ec9-b327-437b-8933-51e73d303b6a not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:27.848341 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4d811a62-d040-46c9-968a-574ea63007a4 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:27.851400 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'Port': ['ID=4a4cf694-bc31-49fe-9436-5a5adcc664fa,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:27.867488 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 4d811a62-d040-46c9-968a-574ea63007a4 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:02:27.867831 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 4d811a62-d040-46c9-968a-574ea63007a4 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:27.879970 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1af9-50a1-4f45-883d-7a0585b188fe req-8029cad4-6556-4107-ad6b-63f9936aaa13 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:27.882185 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe8e1af9-50a1-4f45-883d-7a0585b188fe req-8029cad4-6556-4107-ad6b-63f9936aaa13 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.1256359 Jul 30 05:02:27.957554 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe8e1af9-50a1-4f45-883d-7a0585b188fe req-1ad2c1ab-ec14-498e-b99e-55cdbef80fbf tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675595 Jul 30 05:02:27.972824 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:28.007589 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:28.166371 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:28.172140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:28.256414 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'Port': ['ID=4a4cf694-bc31-49fe-9436-5a5adcc664fa,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:28.264658 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:28.280364 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:28.281666 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-eb7ab472-02a8-488b-8104-04ed7bb68780 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9143763 Jul 30 05:02:28.477306 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-95e074a7-615c-4bb6-a7ee-324ffda1c6c5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--566982611&fields=id&tenant_id=5a49d8756c7340be99bcd516d26f6e1d HTTP/1.1" status: 200 len: 267 time: 0.0323248 Jul 30 05:02:28.580129 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-6e4a350b-0a8c-496d-89ec-b3b90029fff6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:28.581595 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-6e4a350b-0a8c-496d-89ec-b3b90029fff6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 811 time: 0.0976501 Jul 30 05:02:28.596698 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-99e00e44-0e38-4e40-a4de-2089d6c7a3c2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/quotas/5a49d8756c7340be99bcd516d26f6e1d HTTP/1.1" status: 200 len: 375 time: 0.0087810 Jul 30 05:02:28.652853 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-050e6076-6a8b-42f7-8082-7e6755c333d1 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503645 Jul 30 05:02:28.837727 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-b9c91a19-24ce-4f15-863b-d546f9565245 service neutron] 10.222.0.35 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725297 Jul 30 05:02:28.927078 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-de8a7d17-93a0-47d0-b0f4-cac31c9734b2 service neutron] 10.222.0.35 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831120 Jul 30 05:02:29.092874 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7950b126-60a9-499c-8be5-4e3299c465f8 req-a029dc0e-24f2-4b80-96da-b639b63d2eaf tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 210 time: 0.0303657 Jul 30 05:02:29.112251 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e7421-3508-4d52-a809-98f97273f77a req-b00d71bd-ad5b-48c6-9986-5b98a2e409a3 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:29.112251 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0a2e7421-3508-4d52-a809-98f97273f77a req-b00d71bd-ad5b-48c6-9986-5b98a2e409a3 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0755482 Jul 30 05:02:29.149402 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0a2e7421-3508-4d52-a809-98f97273f77a req-5308e3dc-efba-43c1-a975-51670663415c tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355070 Jul 30 05:02:30.198349 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e1f1ba6f-c3c9-40b9-9116-9417e67416d7 req-f4ae22da-401f-4a71-8dce-205c585deb62 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 210 time: 0.0304558 Jul 30 05:02:30.230196 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-cc027183-21a1-4d41-87b3-4b4baed4856b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:30.231736 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-cc027183-21a1-4d41-87b3-4b4baed4856b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 811 time: 0.1238542 Jul 30 05:02:30.280402 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d248-464a-40dd-ab04-965de12d6639 req-ff751de3-8ebc-462e-841f-1f106cf4d768 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:30.281897 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7075d248-464a-40dd-ab04-965de12d6639 req-ff751de3-8ebc-462e-841f-1f106cf4d768 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0570092 Jul 30 05:02:30.282275 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-2208a477-1fe1-4eb9-9700-3359ca2609f6 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a49d8756c7340be99bcd516d26f6e1d HTTP/1.1" status: 200 len: 379 time: 0.0370903 Jul 30 05:02:30.295038 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'port': {'device_id': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'admin_state_up': True, 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'security_groups': ['6393f4b4-d395-4caa-a280-0c4e4aa4b47b']}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:30.327405 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7075d248-464a-40dd-ab04-965de12d6639 req-21570490-b948-461e-bfe8-cde9bd24df72 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2&id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376935 Jul 30 05:02:30.410179 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Made reservation on behalf of 5a49d8756c7340be99bcd516d26f6e1d for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:02:30.414076 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:30.541669 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Allocated IP 172.20.0.9 (36277cc5-238f-4a31-9bde-44c383a299ad/ca7e93da-2348-4213-9bd7-0cf53fe1bedd/5e281e5e-c210-440b-a6dd-7c232ebfdb62) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:02:30.679470 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:30.692757 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Transition to ACTIVE for port object 5e281e5e-c210-440b-a6dd-7c232ebfdb62 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:02:30.729277 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:30.771309 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Network 36277cc5-238f-4a31-9bde-44c383a299ad is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:02:30.775192 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:02:30.778729 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:02:30.828278 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event updated for resources: {'Port': ['ID=5e281e5e-c210-440b-a6dd-7c232ebfdb62,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:30.845088 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:30.845713 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:30.861682 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-97861960-374f-4410-a333-0b330fa75a08 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706475 Jul 30 05:02:30.875472 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Request body: {'port': {'device_id': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:30.890992 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33742) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:30.933026 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.006486 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd763ea3-8c55-4931-8b49-a6b152d09218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.044328 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-ba8afad3-bc32-4f8a-92c3-386bfb9717fd None None] Provisioning for port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:02:31.048470 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-ba8afad3-bc32-4f8a-92c3-386bfb9717fd None None] Provisioning complete for port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:02:31.049311 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ba8afad3-bc32-4f8a-92c3-386bfb9717fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.089855 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-ba8afad3-bc32-4f8a-92c3-386bfb9717fd None None] Port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:02:31.101566 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd763ea3-8c55-4931-8b49-a6b152d09218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.105594 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd763ea3-8c55-4931-8b49-a6b152d09218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.143193 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-bd763ea3-8c55-4931-8b49-a6b152d09218 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=665c30c4a86b41069ce40c73302ad789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508383 Jul 30 05:02:31.145905 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33746) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:31.153764 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd763ea3-8c55-4931-8b49-a6b152d09218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36752e6-d104-4834-bfe8-71e0ca9199cd,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:31.197767 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9f9b40f7-22b3-42fb-ae38-c6d1fdf875d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.207182 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e281e5e-c210-440b-a6dd-7c232ebfdb62 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:02:31.214652 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.218322 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9f9b40f7-22b3-42fb-ae38-c6d1fdf875d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.226405 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Transition to ACTIVE for port object 5e281e5e-c210-440b-a6dd-7c232ebfdb62 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:02:31.230434 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.284923 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Pushing event updated for resources: {'Port': ['ID=5e281e5e-c210-440b-a6dd-7c232ebfdb62,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:31.302507 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9f9b40f7-22b3-42fb-ae38-c6d1fdf875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.305518 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9f9b40f7-22b3-42fb-ae38-c6d1fdf875d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.306636 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9f9b40f7-22b3-42fb-ae38-c6d1fdf875d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e36752e6-d104-4834-bfe8-71e0ca9199cd HTTP/1.1" status: 204 len: 168 time: 0.1596632 Jul 30 05:02:31.337432 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b40f7-22b3-42fb-ae38-c6d1fdf875d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36752e6-d104-4834-bfe8-71e0ca9199cd,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:31.363735 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe470ca-17f7-460d-9fe4-947dfef06391 req-df511255-ab43-4e12-86d4-cc75b54397e7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:31.365775 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-afe470ca-17f7-460d-9fe4-947dfef06391 req-df511255-ab43-4e12-86d4-cc75b54397e7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 943 time: 0.0721011 Jul 30 05:02:31.378913 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Attempting to bind port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:02:31.379269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Attempting to bind port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:02:31.379761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Attempting to bind port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 on network 36277cc5-238f-4a31-9bde-44c383a299ad {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:02:31.385735 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 on network 36277cc5-238f-4a31-9bde-44c383a299ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:02:31.386348 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Attempting to bind port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 on network 36277cc5-238f-4a31-9bde-44c383a299ad {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:02:31.392733 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:02:31.393110 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Checking segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:02:31.393487 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Bound using segment: {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:02:31.393922 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Bound port: 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61350b87-21a4-491f-9383-fc4c13dab009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:02:31.396869 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.410594 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-afe470ca-17f7-460d-9fe4-947dfef06391 req-1106f385-90f4-4660-a642-841997f72974 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382142 Jul 30 05:02:31.470131 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] For port 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:02:31.473761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] For port 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:02:31.483490 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.520697 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:31.521378 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:31.523411 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] 10.222.0.37 "PUT /v2.0/ports/5e281e5e-c210-440b-a6dd-7c232ebfdb62 HTTP/1.1" status: 200 len: 1093 time: 0.6527169 Jul 30 05:02:31.523926 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:31.526233 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:31.550802 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a036d-6e8e-458a-af42-db786b9433ed service neutron] Pushing event updated for resources: {'Port': ['ID=5e281e5e-c210-440b-a6dd-7c232ebfdb62,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:31.594907 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e7be9-64db-472d-b35d-c4a8d59de796 x-openstack-request-id: req-ab3e7be9-64db-472d-b35d-c4a8d59de796 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:31.595207 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:31.595459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab3e7be9-64db-472d-b35d-c4a8d59de796 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:31.595856 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'status': 'completed', 'code': 200} Jul 30 05:02:31.620138 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-09694344-9e81-4e8d-ac1b-073213177e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:31.621688 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-09694344-9e81-4e8d-ac1b-073213177e08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 1096 time: 0.0544188 Jul 30 05:02:31.669666 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-d3093e82-1e07-4a6b-87b5-a5bbd98ac67f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62 HTTP/1.1" status: 200 len: 217 time: 0.0393167 Jul 30 05:02:31.724563 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-01908aa8-9464-4fde-8b03-90ef4fca6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:31.727104 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-01908aa8-9464-4fde-8b03-90ef4fca6d82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0504582 Jul 30 05:02:31.773406 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-261ac0a2-a7f4-466a-a27d-e6696fcdb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:31.775079 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-261ac0a2-a7f4-466a-a27d-e6696fcdb1d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414071 Jul 30 05:02:31.872359 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-bcc34fe7-4a37-4583-916d-af9edc013d39 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903902 Jul 30 05:02:31.969246 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a3f01e2e-c1de-44d8-8418-336421cfc3a2 req-038a5b1b-7181-4535-896e-06dedb9f9c49 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885677 Jul 30 05:02:32.055846 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-c3a3fa44-42f5-42ac-95a9-a503d02ef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:32.057344 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-c3a3fa44-42f5-42ac-95a9-a503d02ef6f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 1096 time: 0.0415242 Jul 30 05:02:32.153433 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-86ec4ea3-e4c2-490a-a792-5574e0cd61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:32.154958 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-86ec4ea3-e4c2-490a-a792-5574e0cd61d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.0887654 Jul 30 05:02:32.198385 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-3e8dc78d-ed34-4bc9-afe9-d4287709ea47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62 HTTP/1.1" status: 200 len: 217 time: 0.0338774 Jul 30 05:02:32.248804 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-0617febf-bdf5-4f98-9989-312228e0eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:32.250501 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-0617febf-bdf5-4f98-9989-312228e0eda6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0440764 Jul 30 05:02:32.305491 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-f3151cf1-fbaf-425b-8eec-64652c017267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:32.307069 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-f3151cf1-fbaf-425b-8eec-64652c017267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482450 Jul 30 05:02:32.401457 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-e298d716-e543-4d4f-9d77-35c298933e3d service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862231 Jul 30 05:02:32.505301 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4e8701c7-92a4-4653-af34-e4c9b81f7ee8 req-05792429-3d43-4349-9719-800bd081b19f service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954208 Jul 30 05:02:32.544686 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662c479-df7c-4970-8878-025cc794bfc8 req-3c8d5026-ea75-4bc3-bafb-121f9db4ef07 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:32.546157 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0662c479-df7c-4970-8878-025cc794bfc8 req-3c8d5026-ea75-4bc3-bafb-121f9db4ef07 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 943 time: 0.0634296 Jul 30 05:02:32.584031 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0662c479-df7c-4970-8878-025cc794bfc8 req-77532d46-c87c-4350-9535-0a684ae83c4b tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Jul 30 05:02:33.030203 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33806) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:33.131458 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81dad93f-2c61-4e36-a50f-ce017b42d58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.216866 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81dad93f-2c61-4e36-a50f-ce017b42d58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.220580 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81dad93f-2c61-4e36-a50f-ce017b42d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.258770 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-81dad93f-2c61-4e36-a50f-ce017b42d58e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27e7f5931ff74bb9bd740f3a2031bcd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275083 Jul 30 05:02:33.259748 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dad93f-2c61-4e36-a50f-ce017b42d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98d6aa3-2fc8-4a6e-bb1c-9b9b3cc275ce,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:33.261465 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33810) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:33.310472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4d68319b-581c-46f2-9048-7e191136ec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.330589 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4d68319b-581c-46f2-9048-7e191136ec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.377283 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4d68319b-581c-46f2-9048-7e191136ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.379985 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4d68319b-581c-46f2-9048-7e191136ec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.381110 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-4d68319b-581c-46f2-9048-7e191136ec6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b98d6aa3-2fc8-4a6e-bb1c-9b9b3cc275ce HTTP/1.1" status: 204 len: 168 time: 0.1185360 Jul 30 05:02:33.389540 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68319b-581c-46f2-9048-7e191136ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98d6aa3-2fc8-4a6e-bb1c-9b9b3cc275ce,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:33.633531 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33818) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:33.646295 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9073e26-7039-4562-9354-27e6e3708d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.722775 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609f-334f-4a16-8601-9b43c6f32ccb req-e48dd132-fd7c-496f-a6ef-f2ae3b044bd0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:33.724285 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9728609f-334f-4a16-8601-9b43c6f32ccb req-e48dd132-fd7c-496f-a6ef-f2ae3b044bd0 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 943 time: 0.0689282 Jul 30 05:02:33.781590 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9728609f-334f-4a16-8601-9b43c6f32ccb req-23edeac7-0a0f-4928-bc49-34d900cb53a1 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506537 Jul 30 05:02:33.804120 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9073e26-7039-4562-9354-27e6e3708d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.807951 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9073e26-7039-4562-9354-27e6e3708d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.827553 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5e281e5e-c210-440b-a6dd-7c232ebfdb62 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:02:33.845533 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c9073e26-7039-4562-9354-27e6e3708d7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5bb71544c504538a444ab2f0061da7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108400 Jul 30 05:02:33.848145 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33822) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:33.853042 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9073e26-7039-4562-9354-27e6e3708d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89586514-4b0e-4d31-b074-57a0530587b2,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:33.897814 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-97763662-6b9d-49f0-8f5a-25a1a4bdf958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.918144 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:33.918706 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-97763662-6b9d-49f0-8f5a-25a1a4bdf958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.929220 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'port_id': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'mac_address': 'fa:16:3e:27:3c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:02:33.967562 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-97763662-6b9d-49f0-8f5a-25a1a4bdf958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.969056 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.970037 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-97763662-6b9d-49f0-8f5a-25a1a4bdf958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:33.971611 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-97763662-6b9d-49f0-8f5a-25a1a4bdf958 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89586514-4b0e-4d31-b074-57a0530587b2 HTTP/1.1" status: 204 len: 168 time: 0.1221211 Jul 30 05:02:33.979712 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97763662-6b9d-49f0-8f5a-25a1a4bdf958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89586514-4b0e-4d31-b074-57a0530587b2,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:33.983546 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e281e5e-c210-440b-a6dd-7c232ebfdb62 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:02:34.016733 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:34.020618 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:34.067592 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=5e281e5e-c210-440b-a6dd-7c232ebfdb62,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:34.075256 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.075606 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.075944 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.076278 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.076608 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.076935 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.077268 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.077618 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.077944 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.078223 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.078561 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.078854 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:34.269444 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['5e281e5e-c210-440b-a6dd-7c232ebfdb62'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:34.903955 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3098c-867b-4c13-b732-1ee6b791c8fa req-57b8f40a-ca93-495d-a580-0716067bfa8c tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:34.905467 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cac3098c-867b-4c13-b732-1ee6b791c8fa req-57b8f40a-ca93-495d-a580-0716067bfa8c tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 944 time: 0.0540066 Jul 30 05:02:34.944786 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cac3098c-867b-4c13-b732-1ee6b791c8fa req-be03674e-77ba-4e76-8dbb-f70a74b4da0d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326195 Jul 30 05:02:35.834397 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5e281e5e-c210-440b-a6dd-7c232ebfdb62 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:02:35.880673 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:02:35.884857 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:02:35.885222 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:35.959218 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:35.985569 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:35.987764 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c4f04-8ef5-4f35-8f3a-6f4bf213444e" -d '{"events": [{"server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "name": "network-vif-plugged", "status": "completed", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:36.001384 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:36.005468 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:36.061724 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46475e-d1bf-4591-ab6d-eaa52a2f15d6 req-85f020a3-ee5e-4940-b850-342f04f39b1e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:36.063375 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7c46475e-d1bf-4591-ab6d-eaa52a2f15d6 req-85f020a3-ee5e-4940-b850-342f04f39b1e tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0505991 Jul 30 05:02:36.072854 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=5e281e5e-c210-440b-a6dd-7c232ebfdb62,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:36.102589 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7c46475e-d1bf-4591-ab6d-eaa52a2f15d6 req-d7d92b85-a482-4c5c-9a62-2c41e9577362 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 Jul 30 05:02:36.164807 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedd4fd7-45e1-4ef6-bea4-d7497e95bbd8 x-openstack-request-id: req-cedd4fd7-45e1-4ef6-bea4-d7497e95bbd8 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:36.165101 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "name": "network-vif-plugged", "status": "completed", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:36.165351 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cedd4fd7-45e1-4ef6-bea4-d7497e95bbd8 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:36.165736 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'code': 200} Jul 30 05:02:36.327602 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0139295-5f28-421f-98ff-ca1fb41f3cd7 req-4c00ae84-cf90-4627-8034-bc09b86ce04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:36.329112 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a0139295-5f28-421f-98ff-ca1fb41f3cd7 req-4c00ae84-cf90-4627-8034-bc09b86ce04a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 1098 time: 0.0449154 Jul 30 05:02:36.368792 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a0139295-5f28-421f-98ff-ca1fb41f3cd7 req-56c628bb-ee3e-4caa-a784-12b5249d2445 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310915 Jul 30 05:02:37.235106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493a5b3-7694-4163-8db6-66c9da7e2f6d req-d0d1f678-fe87-4be5-a577-a863e5fd10a9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:37.238129 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e493a5b3-7694-4163-8db6-66c9da7e2f6d req-d0d1f678-fe87-4be5-a577-a863e5fd10a9 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0552843 Jul 30 05:02:37.278164 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e493a5b3-7694-4163-8db6-66c9da7e2f6d req-4b068511-db65-4d21-9a6b-96769fb32198 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332401 Jul 30 05:02:38.400242 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bc2f1-9b42-4fa0-8b0c-5a422b6b3780 req-f7f59205-9d09-411d-821d-65074cd57ca8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:38.401727 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f80bc2f1-9b42-4fa0-8b0c-5a422b6b3780 req-f7f59205-9d09-411d-821d-65074cd57ca8 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0542741 Jul 30 05:02:38.440642 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f80bc2f1-9b42-4fa0-8b0c-5a422b6b3780 req-fcb0dbac-40dc-4940-b9c6-67a6ac557568 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Jul 30 05:02:38.568213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b224a-8f2a-4d76-8514-2282f8ad01ca req-13af9314-29ab-419f-8d56-49a2abe2c2c7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:38.570296 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e04b224a-8f2a-4d76-8514-2282f8ad01ca req-13af9314-29ab-419f-8d56-49a2abe2c2c7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0523484 Jul 30 05:02:38.578759 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 33946) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:38.583515 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Request body: {'floatingip': {'port_id': '5e281e5e-c210-440b-a6dd-7c232ebfdb62'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:02:38.623982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:38.805929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33950) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:38.912345 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-327021cb-06a4-4035-a2f0-b2ce5ca2acb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.006118 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-327021cb-06a4-4035-a2f0-b2ce5ca2acb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.011913 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-327021cb-06a4-4035-a2f0-b2ce5ca2acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.043463 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.051442 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-327021cb-06a4-4035-a2f0-b2ce5ca2acb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdee99811af841ec9980a9afbfcee5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442687 Jul 30 05:02:39.054695 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327021cb-06a4-4035-a2f0-b2ce5ca2acb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb124f-a784-4078-8f9f-ead8d64ef7f3,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:39.056960 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33956) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:39.105469 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a964ae56-3f76-4be0-8c6d-0585e5d342e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.134644 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a964ae56-3f76-4be0-8c6d-0585e5d342e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.183857 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a964ae56-3f76-4be0-8c6d-0585e5d342e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.186863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a964ae56-3f76-4be0-8c6d-0585e5d342e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.191155 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a964ae56-3f76-4be0-8c6d-0585e5d342e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2dbb124f-a784-4078-8f9f-ead8d64ef7f3 HTTP/1.1" status: 204 len: 168 time: 0.1331902 Jul 30 05:02:39.200782 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964ae56-3f76-4be0-8c6d-0585e5d342e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb124f-a784-4078-8f9f-ead8d64ef7f3,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:39.348941 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.353546 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.461948 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Floating IP a2b8435e-86a0-47c2-bd9c-08c9e10f404a associated. External IP: 172.27.2.176, port: 5e281e5e-c210-440b-a6dd-7c232ebfdb62. Jul 30 05:02:39.491637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33974) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:39.515975 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb8a-f72d-4e4f-8f81-78741fcf9386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.605638 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb8a-f72d-4e4f-8f81-78741fcf9386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.610528 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb8a-f72d-4e4f-8f81-78741fcf9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.614791 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beecab3-d7c9-45ea-8efb-b598591f301c req-86e500d2-5001-46b8-96c4-15290d3bdb79 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:39.616368 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7beecab3-d7c9-45ea-8efb-b598591f301c req-86e500d2-5001-46b8-96c4-15290d3bdb79 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0682130 Jul 30 05:02:39.649064 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-21a4eb8a-f72d-4e4f-8f81-78741fcf9386 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b7255a2ce6c4a2b8cb7b3667c2dd4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520271 Jul 30 05:02:39.650531 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4eb8a-f72d-4e4f-8f81-78741fcf9386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd105f-35b9-4d84-8c33-4427caf6d679,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:39.652383 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 33976) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:39.699541 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcddc-8235-46ae-8cd7-9b903108d00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.719906 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7beecab3-d7c9-45ea-8efb-b598591f301c req-5ac488f0-b0c7-42fd-b62e-8b907d1adca5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724781 Jul 30 05:02:39.720300 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcddc-8235-46ae-8cd7-9b903108d00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.750039 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Router c0a3c666-6321-4afb-9b93-53123e0317d8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:02:39.773892 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcddc-8235-46ae-8cd7-9b903108d00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.776557 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcddc-8235-46ae-8cd7-9b903108d00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.777712 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0c7dcddc-8235-46ae-8cd7-9b903108d00b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95dd105f-35b9-4d84-8c33-4427caf6d679 HTTP/1.1" status: 204 len: 168 time: 0.1244416 Jul 30 05:02:39.791530 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dcddc-8235-46ae-8cd7-9b903108d00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd105f-35b9-4d84-8c33-4427caf6d679,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:39.872079 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:39.877115 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:39.884181 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:39.895476 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:02:39.896085 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:39.910132 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a258c6c7-a7bc-4b23-8b68-a0369fca2881 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "PUT /v2.0/floatingips/a2b8435e-86a0-47c2-bd9c-08c9e10f404a HTTP/1.1" status: 200 len: 991 time: 1.3273361 Jul 30 05:02:39.910132 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:39.910719 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b62f7-5ca9-4730-842a-5a314f998ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:40.013274 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:02:40.140181 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e30abd-d469-4429-a51e-ab9f780d3129 x-openstack-request-id: req-06e30abd-d469-4429-a51e-ab9f780d3129 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:40.140480 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:40.140734 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06e30abd-d469-4429-a51e-ab9f780d3129 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:40.141139 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'status': 'completed', 'code': 200} Jul 30 05:02:40.210897 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-b7d5a381-ee94-4f9c-8e31-4ccc0b9a376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:40.212432 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-b7d5a381-ee94-4f9c-8e31-4ccc0b9a376d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 1098 time: 0.0465634 Jul 30 05:02:40.255931 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'a2b8435e-86a0-47c2-bd9c-08c9e10f404a', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'port_id': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'mac_address': 'fa:16:3e:27:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:02:27Z', 'updated_at': '2021-07-30T05:02:39Z', 'revision_number': 1, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:40.283509 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:40.293677 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:02:40.294535 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:40.315672 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-ead15dc2-822a-4092-b81f-3a4150a44d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:40.317158 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-ead15dc2-822a-4092-b81f-3a4150a44d83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 200 len: 912 time: 0.0935385 Jul 30 05:02:40.394425 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-8911dbf0-a133-4106-a17c-5f79b1b0b4c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62 HTTP/1.1" status: 200 len: 999 time: 0.0688682 Jul 30 05:02:40.411737 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:02:40.446523 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-e70df610-43a6-4952-8275-0ba53455cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:40.448025 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-e70df610-43a6-4952-8275-0ba53455cce9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 200 len: 850 time: 0.0460815 Jul 30 05:02:40.500037 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-6d01cb7e-4ba1-48d0-9ddf-cc742eee7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:40.501719 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-6d01cb7e-4ba1-48d0-9ddf-cc742eee7dbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36277cc5-238f-4a31-9bde-44c383a299ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464063 Jul 30 05:02:40.654609 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'a2b8435e-86a0-47c2-bd9c-08c9e10f404a', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'port_id': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'mac_address': 'fa:16:3e:27:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:02:27Z', 'updated_at': '2021-07-30T05:02:39Z', 'revision_number': 1, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:40.839039 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e04e85-1c28-4d7a-a882-1eabe5579105 None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'a2b8435e-86a0-47c2-bd9c-08c9e10f404a', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'port_id': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'mac_address': 'fa:16:3e:27:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:02:27Z', 'updated_at': '2021-07-30T05:02:39Z', 'revision_number': 1, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:40.859185 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bae5c90a-aac3-4a13-af1f-8109de3503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:40.884591 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b7156-d82a-4a5d-bec8-2bdffc7b053a req-c67ccdef-8a40-473c-8cab-2f29925f05d4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:40.887745 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-2b32d8f7-0a5a-456e-997e-e1ba1a43369e service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782032 Jul 30 05:02:40.891452 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-600b7156-d82a-4a5d-bec8-2bdffc7b053a req-c67ccdef-8a40-473c-8cab-2f29925f05d4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0726714 Jul 30 05:02:40.944985 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-600b7156-d82a-4a5d-bec8-2bdffc7b053a req-fad62904-6556-44f8-8fa6-36c6edcf610a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519891 Jul 30 05:02:41.008351 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-1b9b62f7-5ca9-4730-842a-5a314f998ffe req-e0502fc4-1587-492a-9521-e12cdeec2e63 service neutron] 10.222.0.37 "GET /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115990 Jul 30 05:02:41.098734 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51febdbb-b0ca-4e90-8b63-eea027aa0290 None None] New status for floating IP a2b8435e-86a0-47c2-bd9c-08c9e10f404a: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:02:42.063392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d26d-d891-43fa-9b4a-e756d5a399a2 req-fb6329ca-1a61-490a-b6bc-ccb7c257c5c0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:42.064854 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d2a4d26d-d891-43fa-9b4a-e756d5a399a2 req-fb6329ca-1a61-490a-b6bc-ccb7c257c5c0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0487447 Jul 30 05:02:42.102281 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d2a4d26d-d891-43fa-9b4a-e756d5a399a2 req-7f32cb60-ba7f-40f2-a8a6-e1f9e5fee99d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Jul 30 05:02:43.187515 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcdc1-dc0a-4c93-9377-428bff877983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:43.221061 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a4260-d693-42d2-94f9-7978375a170d req-c324d576-d663-4f91-8419-39649b6dab15 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:43.222632 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-610a4260-d693-42d2-94f9-7978375a170d req-c324d576-d663-4f91-8419-39649b6dab15 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0500164 Jul 30 05:02:43.265163 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-610a4260-d693-42d2-94f9-7978375a170d req-34a82c11-1abe-41a0-961a-b714c16a2828 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351856 Jul 30 05:02:43.594554 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:44.341800 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:44.392179 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844545e-7938-4fa7-b8a1-1b44181ea421 req-a78d4ee1-f25f-4dbc-b588-67c3a97f6a79 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:44.393677 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1844545e-7938-4fa7-b8a1-1b44181ea421 req-a78d4ee1-f25f-4dbc-b588-67c3a97f6a79 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0493755 Jul 30 05:02:44.434574 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1844545e-7938-4fa7-b8a1-1b44181ea421 req-1067128e-d3af-41be-a3cd-9ac8fc1d02b2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326438 Jul 30 05:02:45.558677 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4c54-f27f-419c-b3ef-d5afc2831a04 req-86a1bd9b-c122-472d-9814-9af3f21a5d83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:45.560217 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4c1a4c54-f27f-419c-b3ef-d5afc2831a04 req-86a1bd9b-c122-472d-9814-9af3f21a5d83 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0507574 Jul 30 05:02:45.595268 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34084) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:45.597887 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4c1a4c54-f27f-419c-b3ef-d5afc2831a04 req-fc8afd2a-90a9-47f7-8911-5d265474b8f4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Jul 30 05:02:45.696360 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cd6c374b-7a87-4051-9034-9fcbbbaa580f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.781520 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cd6c374b-7a87-4051-9034-9fcbbbaa580f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.785160 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-cd6c374b-7a87-4051-9034-9fcbbbaa580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.825739 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-cd6c374b-7a87-4051-9034-9fcbbbaa580f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7c7fa3503284f67932da6f605820f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293906 Jul 30 05:02:45.826952 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c374b-7a87-4051-9034-9fcbbbaa580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ed9e9-f9b5-45a9-86f7-eee87f333d84,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:45.828472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34088) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:45.877696 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9a22081f-acee-4fa0-80ae-fdcdac5864e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.898741 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9a22081f-acee-4fa0-80ae-fdcdac5864e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.946726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9a22081f-acee-4fa0-80ae-fdcdac5864e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.949205 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9a22081f-acee-4fa0-80ae-fdcdac5864e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:45.950320 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9a22081f-acee-4fa0-80ae-fdcdac5864e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/967ed9e9-f9b5-45a9-86f7-eee87f333d84 HTTP/1.1" status: 204 len: 168 time: 0.1202168 Jul 30 05:02:45.957691 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22081f-acee-4fa0-80ae-fdcdac5864e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ed9e9-f9b5-45a9-86f7-eee87f333d84,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:46.047241 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.197286 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34094) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:46.210605 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6ed5-2653-4bd3-8570-c6302206fdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.295866 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6ed5-2653-4bd3-8570-c6302206fdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.299333 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6ed5-2653-4bd3-8570-c6302206fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.337483 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-4bbf6ed5-2653-4bd3-8570-c6302206fdc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15d8ec4959b743a4a055b57f509125fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391456 Jul 30 05:02:46.338332 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf6ed5-2653-4bd3-8570-c6302206fdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad60b89-888c-457c-a374-529fd11a6afc,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:46.340177 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34096) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:46.387659 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-38439b3a-192a-4c8b-b25b-04182af2693f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.408454 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-38439b3a-192a-4c8b-b25b-04182af2693f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.453766 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-38439b3a-192a-4c8b-b25b-04182af2693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.456231 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-38439b3a-192a-4c8b-b25b-04182af2693f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:46.457348 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-38439b3a-192a-4c8b-b25b-04182af2693f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ad60b89-888c-457c-a374-529fd11a6afc HTTP/1.1" status: 204 len: 168 time: 0.1161907 Jul 30 05:02:46.466619 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38439b3a-192a-4c8b-b25b-04182af2693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad60b89-888c-457c-a374-529fd11a6afc,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:46.715700 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698557d-3ec4-40c0-a2f2-ca0420b28952 req-a6021da9-6ed3-4a99-adb6-27d751db81c0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:46.717393 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7698557d-3ec4-40c0-a2f2-ca0420b28952 req-a6021da9-6ed3-4a99-adb6-27d751db81c0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0497887 Jul 30 05:02:46.760182 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7698557d-3ec4-40c0-a2f2-ca0420b28952 req-fff23946-8f4c-4b27-8f42-3881bd54f379 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367651 Jul 30 05:02:47.885286 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8f5f-b16e-413d-a146-0573a377f031 req-a8439aa1-1a20-44dd-b2f6-a4a58d44faf8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:47.886720 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cf9d8f5f-b16e-413d-a146-0573a377f031 req-a8439aa1-1a20-44dd-b2f6-a4a58d44faf8 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0526855 Jul 30 05:02:47.925117 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cf9d8f5f-b16e-413d-a146-0573a377f031 req-b9b95c10-a1e1-4d9f-84ba-10cf338685f5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324483 Jul 30 05:02:49.041079 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5731885-0df1-4517-b232-24d943b615d7 req-f7ef7c50-f6f5-49fe-a7cb-ae486f4f9f72 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:49.042530 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c5731885-0df1-4517-b232-24d943b615d7 req-f7ef7c50-f6f5-49fe-a7cb-ae486f4f9f72 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0476532 Jul 30 05:02:49.079184 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c5731885-0df1-4517-b232-24d943b615d7 req-0dce167a-e19b-4122-8940-68992e1a110f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307975 Jul 30 05:02:50.197629 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350c518-2432-4502-9d8a-8af93ff59b18 req-d9f025e9-b18b-4ce6-8e8b-fa29dd5171aa tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:50.199141 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1350c518-2432-4502-9d8a-8af93ff59b18 req-d9f025e9-b18b-4ce6-8e8b-fa29dd5171aa tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0493841 Jul 30 05:02:50.237373 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1350c518-2432-4502-9d8a-8af93ff59b18 req-6aa71acb-3e96-476e-baf2-831ad7651187 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Jul 30 05:02:51.283642 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34214) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:51.360668 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78cd1a-5a07-4ef6-b386-e54330124d1c req-29e27357-f8af-43ef-828b-b372215434df tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:51.362179 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bd78cd1a-5a07-4ef6-b386-e54330124d1c req-29e27357-f8af-43ef-828b-b372215434df tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0523236 Jul 30 05:02:51.386076 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a1aa90a3-a48f-4a61-9bba-ced74f8dd745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.401387 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bd78cd1a-5a07-4ef6-b386-e54330124d1c req-afe1db7d-e633-44d3-93a8-e0e6cd246ed1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326293 Jul 30 05:02:51.473455 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a1aa90a3-a48f-4a61-9bba-ced74f8dd745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.478490 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a1aa90a3-a48f-4a61-9bba-ced74f8dd745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.515557 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a1aa90a3-a48f-4a61-9bba-ced74f8dd745 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=394fe2c2273443ecac60f06923b817ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307408 Jul 30 05:02:51.516386 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa90a3-a48f-4a61-9bba-ced74f8dd745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812298e3-f667-4363-8ddf-bfb5847b9aec,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:51.518337 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34218) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:51.567811 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e966f-b3dc-49e3-9c1e-b289f9f2520a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.588659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e966f-b3dc-49e3-9c1e-b289f9f2520a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.639960 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e966f-b3dc-49e3-9c1e-b289f9f2520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.642629 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5e1e966f-b3dc-49e3-9c1e-b289f9f2520a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.643817 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-5e1e966f-b3dc-49e3-9c1e-b289f9f2520a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/812298e3-f667-4363-8ddf-bfb5847b9aec HTTP/1.1" status: 204 len: 168 time: 0.1243939 Jul 30 05:02:51.651889 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e966f-b3dc-49e3-9c1e-b289f9f2520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812298e3-f667-4363-8ddf-bfb5847b9aec,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:51.891531 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34224) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:51.906506 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-757bde76-9421-490c-a520-5e2b65ab52af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:51.935723 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:02:52.009142 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-757bde76-9421-490c-a520-5e2b65ab52af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.012973 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-757bde76-9421-490c-a520-5e2b65ab52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.035732 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:52.047547 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'mac_address': 'fa:16:3e:0e:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:02:52.058344 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34228) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:52.058563 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-757bde76-9421-490c-a520-5e2b65ab52af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b265f5ed6fe4489093b3835917ddc88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657662 Jul 30 05:02:52.060932 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bde76-9421-490c-a520-5e2b65ab52af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24acd7b-36f0-4e07-8209-993944ddf5cf,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:52.088999 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.102505 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebb95437-fb28-41e9-b12d-b57a8e22cc60 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:02:52.122150 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3258b536-6668-4a23-99c7-c96493a4ef10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.124616 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:52.129127 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.146274 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3258b536-6668-4a23-99c7-c96493a4ef10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.177314 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=6']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:52.193136 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3258b536-6668-4a23-99c7-c96493a4ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.195857 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3258b536-6668-4a23-99c7-c96493a4ef10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.197431 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3258b536-6668-4a23-99c7-c96493a4ef10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e24acd7b-36f0-4e07-8209-993944ddf5cf HTTP/1.1" status: 204 len: 168 time: 0.1373553 Jul 30 05:02:52.207344 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258b536-6668-4a23-99c7-c96493a4ef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24acd7b-36f0-4e07-8209-993944ddf5cf,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:52.251544 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ebb95437-fb28-41e9-b12d-b57a8e22cc60'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:52.532616 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744354e-32cf-41ed-9968-20ac7afad0d7 req-21dd1f29-69c0-4693-82cc-9705093da057 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:52.534488 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7744354e-32cf-41ed-9968-20ac7afad0d7 req-21dd1f29-69c0-4693-82cc-9705093da057 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 945 time: 0.0573499 Jul 30 05:02:52.573430 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34260) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:52.579246 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7744354e-32cf-41ed-9968-20ac7afad0d7 req-4cbca874-ccfa-43e0-86d5-a24459c6c4d2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365713 Jul 30 05:02:52.587854 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbb19-01a2-4088-9e47-23c45e626802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.680513 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbb19-01a2-4088-9e47-23c45e626802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.684432 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbb19-01a2-4088-9e47-23c45e626802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.723728 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-dcfdbb19-01a2-4088-9e47-23c45e626802 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc9c5ae7b73341a58d00ba95d5484ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468701 Jul 30 05:02:52.723728 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdbb19-01a2-4088-9e47-23c45e626802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cef3c8-445d-4bce-a371-98a5d498345a,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:52.724117 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34262) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:52.786214 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-79c8770b-4fc4-46d9-a7e5-e18f90ead7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.812054 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-79c8770b-4fc4-46d9-a7e5-e18f90ead7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.872503 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-79c8770b-4fc4-46d9-a7e5-e18f90ead7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.876554 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-79c8770b-4fc4-46d9-a7e5-e18f90ead7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:52.878199 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-79c8770b-4fc4-46d9-a7e5-e18f90ead7e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4cef3c8-445d-4bce-a371-98a5d498345a HTTP/1.1" status: 204 len: 168 time: 0.1516614 Jul 30 05:02:52.889737 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8770b-4fc4-46d9-a7e5-e18f90ead7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cef3c8-445d-4bce-a371-98a5d498345a,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:53.057445 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab99d5-1727-403f-81ea-e6ce18eb78a3 req-ab9ea302-109a-46cb-8050-0bb01c759787 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:53.065934 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13ab99d5-1727-403f-81ea-e6ce18eb78a3 req-ab9ea302-109a-46cb-8050-0bb01c759787 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.0725226 Jul 30 05:02:53.120456 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-13ab99d5-1727-403f-81ea-e6ce18eb78a3 req-e5958bf9-147f-4fc6-bd4c-124def95f0ad tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Jul 30 05:02:53.762135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07719aee-44c7-4738-8605-a371837a3dd2 req-e33c008e-b7d9-4d22-89a8-c74375b5478c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:53.764602 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-07719aee-44c7-4738-8605-a371837a3dd2 req-e33c008e-b7d9-4d22-89a8-c74375b5478c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 945 time: 0.0877843 Jul 30 05:02:53.822407 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-07719aee-44c7-4738-8605-a371837a3dd2 req-033fef8b-0e74-4445-b637-13d49cc3b5eb tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512333 Jul 30 05:02:53.943655 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:02:54.005842 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port ebb95437-fb28-41e9-b12d-b57a8e22cc60 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:02:54.006128 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:54.121754 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:54.173883 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:54.179334 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87155f63-1466-4d53-b3e7-5ae5a3e55266" -d '{"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:54.210271 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:54.219885 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:54.262281 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289180-1b7f-44bb-bc5e-0df506be27da req-79c4278a-6fd7-4b8a-875d-976341c0c5ee tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:54.271404 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9b289180-1b7f-44bb-bc5e-0df506be27da req-79c4278a-6fd7-4b8a-875d-976341c0c5ee tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.0750804 Jul 30 05:02:54.294652 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87116e3-0c9e-4a47-bd5c-5699538308f6 x-openstack-request-id: req-e87116e3-0c9e-4a47-bd5c-5699538308f6 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:54.299085 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:54.299769 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e87116e3-0c9e-4a47-bd5c-5699538308f6 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:54.299990 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'code': 200} Jul 30 05:02:54.318611 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9b289180-1b7f-44bb-bc5e-0df506be27da req-ecc21e69-84b9-4eef-a683-59d864596703 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Jul 30 05:02:54.339843 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=7']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:54.930250 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-7feb9763-d750-4330-92f2-25cf2657342d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:54.932093 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-7feb9763-d750-4330-92f2-25cf2657342d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.0727565 Jul 30 05:02:54.962493 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a1d4-5654-4455-a169-0a7bba2aa370 req-01461033-dc6a-4eaf-a1d2-935241bf2c66 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:54.964183 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b0b3a1d4-5654-4455-a169-0a7bba2aa370 req-01461033-dc6a-4eaf-a1d2-935241bf2c66 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0545161 Jul 30 05:02:55.008688 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b0b3a1d4-5654-4455-a169-0a7bba2aa370 req-a5298e88-28a7-40c8-9a4f-d9f8bd9ecc95 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Jul 30 05:02:55.053583 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Deleting port 59d9fd06-80e8-4a3e-b675-4639a385ec1b {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:02:55.053933 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:55.153235 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] For port 59d9fd06-80e8-4a3e-b675-4639a385ec1b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=59d9fd06-80e8-4a3e-b675-4639a385ec1b,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:55.153957 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:55.366922 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:55.367688 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:55.368218 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Floating IP 93d6733a-391d-4ed9-9a09-bb2706f2659c disassociated. External IP: 172.27.2.219, port: 59d9fd06-80e8-4a3e-b675-4639a385ec1b. Jul 30 05:02:55.368653 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Calling delete_port for 59d9fd06-80e8-4a3e-b675-4639a385ec1b owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:02:55.559605 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287745-e918-41a1-bd71-b8e46b83abce req-e7463f54-8f9a-4df5-8c14-c4c1a91c5fe2 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:55.559605 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30287745-e918-41a1-bd71-b8e46b83abce req-e7463f54-8f9a-4df5-8c14-c4c1a91c5fe2 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 946 time: 0.1460786 Jul 30 05:02:55.632344 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30287745-e918-41a1-bd71-b8e46b83abce req-10dc5a9f-cc57-468a-92fc-5504776085bc tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678906 Jul 30 05:02:55.664195 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:55.699779 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'Port': ['ID=59d9fd06-80e8-4a3e-b675-4639a385ec1b,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:55.863840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:02:55.992279 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:56.003487 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:56.018422 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:02:56.019498 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:56.048476 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] No DVR routers for this DVR port 59d9fd06-80e8-4a3e-b675-4639a385ec1b on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:02:56.051406 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:56.054126 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-c0512589-f210-45ad-9340-be31ca7a9ac1 req-8fe84632-449a-4cc4-b872-7c40985c87e9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "DELETE /v2.0/ports/59d9fd06-80e8-4a3e-b675-4639a385ec1b HTTP/1.1" status: 204 len: 173 time: 1.1151407 Jul 30 05:02:56.054577 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'name': 'network-vif-deleted', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:02:56.056926 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d3d46-1af8-4f40-8650-c984a90d0d9d" -d '{"events": [{"server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "name": "network-vif-deleted", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:56.159795 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f0764d-bb64-4eff-8c72-f89e9a1acd7d x-openstack-request-id: req-e5f0764d-bb64-4eff-8c72-f89e9a1acd7d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:56.160085 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06157e79-b123-4ca1-b350-18ac42f6bd0b", "name": "network-vif-deleted", "tag": "59d9fd06-80e8-4a3e-b675-4639a385ec1b", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:56.160337 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5f0764d-bb64-4eff-8c72-f89e9a1acd7d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:56.160740 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06157e79-b123-4ca1-b350-18ac42f6bd0b', 'name': 'network-vif-deleted', 'tag': '59d9fd06-80e8-4a3e-b675-4639a385ec1b', 'status': 'completed', 'code': 200} Jul 30 05:02:56.236992 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:02:56.278488 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f865-35ed-4709-9635-b6987ccb30b7 req-2a06414b-b724-4c47-b5b3-212dcd134dc4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:56.286337 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-91f7f865-35ed-4709-9635-b6987ccb30b7 req-2a06414b-b724-4c47-b5b3-212dcd134dc4 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0803678 Jul 30 05:02:56.358615 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-91f7f865-35ed-4709-9635-b6987ccb30b7 req-5bff474e-3401-4c71-af39-bbb94dcb1daa tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690181 Jul 30 05:02:56.518515 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:56.556575 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:56.566164 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:02:56.566786 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:56.689902 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:02:56.788995 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-07cf5762-4f6f-4d6c-a4f4-b773050aa9ff req-7259ccd8-1b63-4037-81ec-4ea1f00646a0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=06157e79-b123-4ca1-b350-18ac42f6bd0b HTTP/1.1" status: 200 len: 210 time: 0.0451779 Jul 30 05:02:56.955221 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:57.031081 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ac101-10b7-4065-9fb5-f475cdbf30cb None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:57.188164 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34346) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:57.363031 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-996c1370-645f-4a39-9089-2838fd799b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.383522 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c0d0b-56ca-4e97-8938-cbd26cbcd777 None None] New status for floating IP 93d6733a-391d-4ed9-9a09-bb2706f2659c: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:02:57.475483 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-996c1370-645f-4a39-9089-2838fd799b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.483765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-996c1370-645f-4a39-9089-2838fd799b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.522675 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-996c1370-645f-4a39-9089-2838fd799b84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc1db154c66d43df8e11f029fd06fb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326473 Jul 30 05:02:57.525337 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34354) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:02:57.631270 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ea7c-a2af-43c5-9ceb-986b587c64c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.646270 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c1370-645f-4a39-9089-2838fd799b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee17c25f-a82f-4d97-8cb4-547be6ee82dd,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:57.691421 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ea7c-a2af-43c5-9ceb-986b587c64c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.695252 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cf1ae-2cac-4474-b9d6-ffa4e480a8c6 req-0c430a39-e406-4fee-92ef-2a736b9ed931 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:57.697418 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a56cf1ae-2cac-4474-b9d6-ffa4e480a8c6 req-0c430a39-e406-4fee-92ef-2a736b9ed931 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.1733704 Jul 30 05:02:57.749449 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a56cf1ae-2cac-4474-b9d6-ffa4e480a8c6 req-c16738cc-91c2-4b71-b412-47e54ce5a999 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Jul 30 05:02:57.774767 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ea7c-a2af-43c5-9ceb-986b587c64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.781385 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a9d8ea7c-a2af-43c5-9ceb-986b587c64c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:02:57.785148 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a9d8ea7c-a2af-43c5-9ceb-986b587c64c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee17c25f-a82f-4d97-8cb4-547be6ee82dd HTTP/1.1" status: 204 len: 168 time: 0.2558556 Jul 30 05:02:57.792249 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8ea7c-a2af-43c5-9ceb-986b587c64c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee17c25f-a82f-4d97-8cb4-547be6ee82dd,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:57.968243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 59d9fd06-80e8-4a3e-b675-4639a385ec1b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:58.005179 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 59d9fd06-80e8-4a3e-b675-4639a385ec1b {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:02:58.005756 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 59d9fd06-80e8-4a3e-b675-4639a385ec1b not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:58.163884 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-d87bfe69-9db0-491a-97e7-01a1f5d7b2b0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079830813&fields=id&tenant_id=04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 267 time: 0.0462625 Jul 30 05:02:58.281404 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-b227a157-0e3c-434c-8c45-3de9a58b47da tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:58.283532 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-b227a157-0e3c-434c-8c45-3de9a58b47da tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 812 time: 0.1155531 Jul 30 05:02:58.298931 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-2f8f2e32-24ff-4a43-9ae5-937a7dca723f tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/quotas/04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 375 time: 0.0097790 Jul 30 05:02:58.358233 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-42aa14d3-d106-4453-be70-2320b8e32ace tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531542 Jul 30 05:02:58.581232 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-89c5cd45-536f-4ff8-8378-ce1b8db81415 service neutron] 10.222.0.35 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082665 Jul 30 05:02:58.687568 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-d03b1757-86c8-47de-854b-b7949813497c service neutron] 10.222.0.35 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987794 Jul 30 05:02:58.957440 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc27b-2df2-4c04-b4fd-6f38f15826e7 req-b8853d96-1be7-4c70-b6ec-fca40c156ad9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:02:58.959310 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d5cc27b-2df2-4c04-b4fd-6f38f15826e7 req-b8853d96-1be7-4c70-b6ec-fca40c156ad9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.1146231 Jul 30 05:02:59.004501 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2d5cc27b-2df2-4c04-b4fd-6f38f15826e7 req-0b1cf75e-a191-4a32-906e-39c8fb1cd343 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373271 Jul 30 05:02:59.150758 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94d72db0-1fcf-4912-99ec-67bacd70a25d req-32e2bdb4-5777-4075-a961-c0a850140fd0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 210 time: 0.0449972 Jul 30 05:03:00.144678 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff18e8-502a-4696-a079-ddeeda8d9c46 req-096b78f0-327c-4be3-99da-3ccf7b6fcdd5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:00.149310 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-02ff18e8-502a-4696-a079-ddeeda8d9c46 req-096b78f0-327c-4be3-99da-3ccf7b6fcdd5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0580282 Jul 30 05:03:00.203468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-02ff18e8-502a-4696-a079-ddeeda8d9c46 req-7017c496-e415-4ce3-b18e-21c3fc60a646 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472062 Jul 30 05:03:00.294223 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-571c6d4a-ff5c-4302-8b0a-94bb6df27ca0 req-08907716-a669-45f7-a495-6fac708e5105 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 210 time: 0.0330858 Jul 30 05:03:00.343515 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-fb93507f-21af-45c0-9906-6d7c49e94fc9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:00.345778 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-fb93507f-21af-45c0-9906-6d7c49e94fc9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 812 time: 0.1246550 Jul 30 05:03:00.405890 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-dff98998-9a85-44b5-b63e-c3740f0766ca tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 380 time: 0.0378799 Jul 30 05:03:00.418490 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'port': {'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'admin_state_up': True, 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'security_groups': ['d50b6189-27c6-4e67-9799-633552f2222a']}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:03:00.566549 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Made reservation on behalf of 04647c5f07c24835b912fed4e98d8ec2 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:00.571267 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:00.710006 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Allocated IP 172.20.0.4 (6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb/2f40e549-fea9-453b-a691-886f70895b0c/66fde4f0-67bc-4b56-8d83-0f84d462f224) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:00.929205 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:00.960592 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Transition to ACTIVE for port object 66fde4f0-67bc-4b56-8d83-0f84d462f224 will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:03:01.013671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.065723 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:01.069913 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:01.072684 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:03:01.111578 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=66fde4f0-67bc-4b56-8d83-0f84d462f224,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:01.155657 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:01.156377 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.174582 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-39046943-76c5-490d-abc6-654983cd0fa0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603745 Jul 30 05:03:01.190343 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Request body: {'port': {'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:03:01.285536 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.361599 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295009d2-66b2-42ad-83c2-4d54d0fcb9e6 req-14de0e3d-6015-4c77-9578-7f9f78f3910d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:01.363692 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-295009d2-66b2-42ad-83c2-4d54d0fcb9e6 req-14de0e3d-6015-4c77-9578-7f9f78f3910d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0646615 Jul 30 05:03:01.370567 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-844e2071-dba2-4368-85fe-03931b73db21 None None] Provisioning for port 66fde4f0-67bc-4b56-8d83-0f84d462f224 completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:03:01.375349 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-844e2071-dba2-4368-85fe-03931b73db21 None None] Provisioning complete for port 66fde4f0-67bc-4b56-8d83-0f84d462f224 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:03:01.375995 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-844e2071-dba2-4368-85fe-03931b73db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.441387 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-844e2071-dba2-4368-85fe-03931b73db21 None None] Port 66fde4f0-67bc-4b56-8d83-0f84d462f224 cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:03:01.464258 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-295009d2-66b2-42ad-83c2-4d54d0fcb9e6 req-df4e7073-dba5-45c0-80fe-bf265c7a4d0d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934784 Jul 30 05:03:01.490442 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae4768-3476-4187-98de-bc131893899c req-6fc635db-dfea-40ca-89cb-30a51e22b90b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:01.500187 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-72ae4768-3476-4187-98de-bc131893899c req-6fc635db-dfea-40ca-89cb-30a51e22b90b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 931 time: 0.0895236 Jul 30 05:03:01.543425 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-72ae4768-3476-4187-98de-bc131893899c req-703db697-6add-4386-b0b7-f0be06a26cf4 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Jul 30 05:03:01.672304 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fde4f0-67bc-4b56-8d83-0f84d462f224 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:03:01.680485 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.697282 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Transition to ACTIVE for port object 66fde4f0-67bc-4b56-8d83-0f84d462f224 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:03:01.701732 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.762584 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Pushing event updated for resources: {'Port': ['ID=66fde4f0-67bc-4b56-8d83-0f84d462f224,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:01.838762 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Attempting to bind port 66fde4f0-67bc-4b56-8d83-0f84d462f224 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:03:01.839163 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Attempting to bind port 66fde4f0-67bc-4b56-8d83-0f84d462f224 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:03:01.839457 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Attempting to bind port 66fde4f0-67bc-4b56-8d83-0f84d462f224 on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:03:01.854927 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Port 66fde4f0-67bc-4b56-8d83-0f84d462f224 on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:03:01.855565 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Attempting to bind port 66fde4f0-67bc-4b56-8d83-0f84d462f224 on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:03:01.861402 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:03:01.861819 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Checking segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:03:01.862221 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Bound using segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:03:01.862651 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Bound port: 66fde4f0-67bc-4b56-8d83-0f84d462f224, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:03:01.869107 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:01.954233 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] For port 66fde4f0-67bc-4b56-8d83-0f84d462f224, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:01.957851 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] For port 66fde4f0-67bc-4b56-8d83-0f84d462f224, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:01.977492 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:02.014929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.014929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:02.018089 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] 10.222.0.37 "PUT /v2.0/ports/66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 1093 time: 0.8301198 Jul 30 05:03:02.018089 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:02.021470 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:02.071243 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113b0d-651e-4750-876a-febcc54d4829 service neutron] Pushing event updated for resources: {'Port': ['ID=66fde4f0-67bc-4b56-8d83-0f84d462f224,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:02.087388 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d301672-6d6c-4387-81cc-58889c1481f4 x-openstack-request-id: req-8d301672-6d6c-4387-81cc-58889c1481f4 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:02.087685 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:02.087941 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d301672-6d6c-4387-81cc-58889c1481f4 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:02.088526 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'status': 'completed', 'code': 200} Jul 30 05:03:02.137869 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-2bd1afbd-ee46-4e4a-98c3-27d061cba80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.137869 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-2bd1afbd-ee46-4e4a-98c3-27d061cba80b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1096 time: 0.0626347 Jul 30 05:03:02.196494 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-c7c83b65-13e6-418d-9173-c9b11f4ebff7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 217 time: 0.0480020 Jul 30 05:03:02.251859 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:03:02.276937 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-31bb88a6-bda6-4e2b-b0f7-f0455b35c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.278417 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-31bb88a6-bda6-4e2b-b0f7-f0455b35c7a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0672576 Jul 30 05:03:02.337369 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-3f8f167b-1011-4a95-8d5c-6ea5fcec29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.338814 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-3f8f167b-1011-4a95-8d5c-6ea5fcec29ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453012 Jul 30 05:03:02.436400 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-09b29793-185e-40d4-a43c-f88f91e69d0d service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900540 Jul 30 05:03:02.542914 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-0e07ac00-b916-4062-afed-a70f17fa1d19 req-0b6121e3-768f-4144-9ac4-853e3b0f7d01 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977333 Jul 30 05:03:02.612376 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd647f-1aa7-4e1f-aa33-24a913e5c637 req-e139609a-7469-4c9f-bac2-186154259aab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.620188 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-47bd647f-1aa7-4e1f-aa33-24a913e5c637 req-e139609a-7469-4c9f-bac2-186154259aab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0641608 Jul 30 05:03:02.667592 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-47bd647f-1aa7-4e1f-aa33-24a913e5c637 req-9aa0c849-4ebf-473e-bd68-395321259fe9 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Jul 30 05:03:02.723328 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-e8a35ff1-612d-4b59-98d4-dea8656355ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.724834 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-e8a35ff1-612d-4b59-98d4-dea8656355ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1096 time: 0.0496216 Jul 30 05:03:02.738916 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d21a6b-a987-4ffb-9d04-6226710a69e7 req-18072a56-bf2a-4b7e-bcfe-a27c8b9bd542 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.741448 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94d21a6b-a987-4ffb-9d04-6226710a69e7 req-18072a56-bf2a-4b7e-bcfe-a27c8b9bd542 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0897739 Jul 30 05:03:02.788335 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94d21a6b-a987-4ffb-9d04-6226710a69e7 req-12100b39-9313-4654-8656-7a1815fa8c9e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Jul 30 05:03:02.833000 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-599ac2f6-9076-43ca-8ce8-c5ae94663d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.834503 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-599ac2f6-9076-43ca-8ce8-c5ae94663d22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.0993075 Jul 30 05:03:02.883744 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-5e66dab6-41a9-4610-9827-00a6d92329d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 217 time: 0.0373616 Jul 30 05:03:02.938110 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-6c7c302f-1a0d-4c94-9cbb-22c8ee702f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.939651 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-6c7c302f-1a0d-4c94-9cbb-22c8ee702f38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0464647 Jul 30 05:03:02.997120 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-2f5301f1-ac1c-4ddc-8157-3176b2df2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:02.998630 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-2f5301f1-ac1c-4ddc-8157-3176b2df2575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452328 Jul 30 05:03:03.089777 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-510092ef-8503-4590-aa2a-fae51c1c356d service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817199 Jul 30 05:03:03.186591 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e37cbd47-fdb1-410d-b7a2-5f50389e5da6 req-c1b450b8-6df1-4c2f-95ad-63749255fddb service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Jul 30 05:03:03.544747 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-022e667b-1ff0-4c7b-afb1-4f0186504b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:03.546226 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-022e667b-1ff0-4c7b-afb1-4f0186504b87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0409837 Jul 30 05:03:03.635321 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-f21cb2a9-2e98-4b13-8ccf-bbe7c0c3e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:03.636751 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-f21cb2a9-2e98-4b13-8ccf-bbe7c0c3e1ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.0832109 Jul 30 05:03:03.701949 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-f3439dd2-f405-4a2e-b987-24232404a482 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 200 len: 1002 time: 0.0564401 Jul 30 05:03:03.752715 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-cfbe955b-e4f3-4567-b754-0fa6a3c07288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:03.754175 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-cfbe955b-e4f3-4567-b754-0fa6a3c07288 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0449688 Jul 30 05:03:03.798647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51906a8-ccad-4faf-9245-38d15eebb569 req-e4bbf75b-0526-4298-8108-a20612b9429c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:03.800124 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a51906a8-ccad-4faf-9245-38d15eebb569 req-e4bbf75b-0526-4298-8108-a20612b9429c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Jul 30 05:03:03.804702 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-1f5905dc-a6b3-40b2-8557-ad931c975993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:03.806165 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-1f5905dc-a6b3-40b2-8557-ad931c975993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434523 Jul 30 05:03:03.839511 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a51906a8-ccad-4faf-9245-38d15eebb569 req-c5e41f64-d6d6-4f70-9c53-6294f757771d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326946 Jul 30 05:03:03.904861 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-df2aabf3-9ade-4a39-86ed-87fc6cd1d275 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899630 Jul 30 05:03:03.908896 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3b4d-f924-4c3e-96a3-c563caa39b50 req-7d720fc9-096c-420a-889b-67af9f8d9fea tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:03.910356 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bffa3b4d-f924-4c3e-96a3-c563caa39b50 req-7d720fc9-096c-420a-889b-67af9f8d9fea tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0487959 Jul 30 05:03:03.948338 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bffa3b4d-f924-4c3e-96a3-c563caa39b50 req-1cf796af-8006-4ada-9dc1-4baa90c20d35 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Jul 30 05:03:03.998971 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ee4a4afb-3d9a-4849-94dc-1b36bb4cd530 req-08be0c16-2ed9-4bca-865c-aa3f385961b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852404 Jul 30 05:03:04.964634 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b9012-5945-49ed-ba2d-3b817795243a req-fb7e7640-d9bf-4977-8ce7-fbc3831f6122 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:04.966098 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8a6b9012-5945-49ed-ba2d-3b817795243a req-fb7e7640-d9bf-4977-8ce7-fbc3831f6122 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0512104 Jul 30 05:03:05.003799 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8a6b9012-5945-49ed-ba2d-3b817795243a req-387fe824-fa79-4a1d-92fc-29a16bcc28e7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Jul 30 05:03:05.062245 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01e0e9-dcc7-42ff-ae33-0a2e63b96bd7 req-7c4bf747-66c9-41b3-9947-c20f0e92acd0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:05.063724 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d01e0e9-dcc7-42ff-ae33-0a2e63b96bd7 req-7c4bf747-66c9-41b3-9947-c20f0e92acd0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0476437 Jul 30 05:03:05.100420 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d01e0e9-dcc7-42ff-ae33-0a2e63b96bd7 req-1beae46c-9a25-4034-94c9-91e236267225 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301366 Jul 30 05:03:05.976096 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:06.052934 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:06.076360 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:06.078603 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c08ce24-3ead-47c2-8037-ce959e6ecbfa" -d '{"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:06.094709 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:06.099069 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:06.122897 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a17307b-0ff6-4411-9d7e-848ac68fd783 x-openstack-request-id: req-1a17307b-0ff6-4411-9d7e-848ac68fd783 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:06.123279 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:06.123602 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a17307b-0ff6-4411-9d7e-848ac68fd783 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:06.124061 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'code': 200} Jul 30 05:03:06.131085 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b577c8-9af9-4192-83fe-e64a9665dffe req-c866f4b5-bbfa-406a-b536-4b74f073e584 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:06.133989 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6b577c8-9af9-4192-83fe-e64a9665dffe req-c866f4b5-bbfa-406a-b536-4b74f073e584 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 946 time: 0.0561416 Jul 30 05:03:06.154973 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=8']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:06.176914 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6b577c8-9af9-4192-83fe-e64a9665dffe req-96673276-26d5-425a-8b91-fcff287c2f6c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Jul 30 05:03:06.231829 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2e6c-1917-4207-ae4f-ee8f9c1032aa req-f2571973-04ee-4bf9-aafb-d98a864ef0d1 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:06.234661 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-44bd2e6c-1917-4207-ae4f-ee8f9c1032aa req-f2571973-04ee-4bf9-aafb-d98a864ef0d1 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0568328 Jul 30 05:03:06.275092 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-44bd2e6c-1917-4207-ae4f-ee8f9c1032aa req-99719643-ca6b-4de6-ba19-e5378865d653 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352440 Jul 30 05:03:07.048808 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eafe0b-950a-4916-a91f-e65cb38363c4 req-39774b14-63a2-4f64-8c76-cc252165b27f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:07.050201 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-10eafe0b-950a-4916-a91f-e65cb38363c4 req-39774b14-63a2-4f64-8c76-cc252165b27f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0506175 Jul 30 05:03:07.083342 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-eea4ebaf-82e6-4b67-ba34-034bcf68cec1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400860 Jul 30 05:03:07.091285 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-10eafe0b-950a-4916-a91f-e65cb38363c4 req-41281abb-7cfd-488b-8d01-d80248094c45 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346751 Jul 30 05:03:07.398508 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270b829-b689-4cd7-bd3e-f38da24d1a7c req-a34cc038-8f5f-4e74-a484-55b5a3ddc65c tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:07.400096 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6270b829-b689-4cd7-bd3e-f38da24d1a7c req-a34cc038-8f5f-4e74-a484-55b5a3ddc65c tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0524244 Jul 30 05:03:07.443329 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6270b829-b689-4cd7-bd3e-f38da24d1a7c req-dd512677-b5ef-4846-a962-415ee82d1736 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366604 Jul 30 05:03:07.895910 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-e63b530a-d1ce-4646-9ad0-43003f12be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:07.897356 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-e63b530a-d1ce-4646-9ad0-43003f12be07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3&tenant_id=2878765373cb4866aaa8f9f581cf3856 HTTP/1.1" status: 200 len: 1097 time: 0.0680985 Jul 30 05:03:07.964544 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-5e001b29-35a8-4c8a-8d66-b37f4e48eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:07.965983 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-5e001b29-35a8-4c8a-8d66-b37f4e48eda6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2878765373cb4866aaa8f9f581cf3856&device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0422292 Jul 30 05:03:08.055769 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-012d77bf-9878-4e45-9ae2-bb3ab8ab0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:08.057167 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-012d77bf-9878-4e45-9ae2-bb3ab8ab0c54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 200 len: 918 time: 0.0798688 Jul 30 05:03:08.222009 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d73dc-b41e-41e7-baa9-01ed58728bda req-dc9ca885-542f-4a75-841b-11fcd9a51cf1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:08.223730 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-445d73dc-b41e-41e7-baa9-01ed58728bda req-dc9ca885-542f-4a75-841b-11fcd9a51cf1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0544832 Jul 30 05:03:08.264267 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-445d73dc-b41e-41e7-baa9-01ed58728bda req-7a537d4f-1d45-4417-889e-7dabbc080b8a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334549 Jul 30 05:03:08.370440 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-0aa02910-764d-4378-a953-64fedd47b9d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 200 len: 1000 time: 0.3035605 Jul 30 05:03:08.419672 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-f9277176-c979-4fb9-b4e9-a7927334e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:08.421035 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-f9277176-c979-4fb9-b4e9-a7927334e35e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 200 len: 856 time: 0.0421941 Jul 30 05:03:08.466440 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-be0cbe65-7900-4554-95be-724695bb91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:08.467892 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-be0cbe65-7900-4554-95be-724695bb91db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e13099-3efa-4b15-9023-11f254881a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377579 Jul 30 05:03:08.571976 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-cb3aa2a2-f03c-430b-9f11-0eb23f8b7384 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940895 Jul 30 05:03:08.584093 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810e135-8b4e-4b5d-aab4-e5965bdd8dfc req-964bdc30-1b41-4a6e-abda-15bdbbd974cb tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:08.586541 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5810e135-8b4e-4b5d-aab4-e5965bdd8dfc req-964bdc30-1b41-4a6e-abda-15bdbbd974cb tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0656006 Jul 30 05:03:08.631145 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5810e135-8b4e-4b5d-aab4-e5965bdd8dfc req-e5994a28-c5b3-4803-881c-7ee00af39947 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382946 Jul 30 05:03:08.671044 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-223b3e23-ba6c-44cd-9e24-851feec78869 req-81ca7303-5bc0-4b1b-9206-2529ad521cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835781 Jul 30 05:03:09.036679 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:09.407134 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785d5fa-e8b0-4b85-a872-e531a48c3dbd req-8a4ff7c5-c101-4b5c-abd2-1d337b5a3636 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:09.408873 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4785d5fa-e8b0-4b85-a872-e531a48c3dbd req-8a4ff7c5-c101-4b5c-abd2-1d337b5a3636 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0518465 Jul 30 05:03:09.450915 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4785d5fa-e8b0-4b85-a872-e531a48c3dbd req-5e8bdaf3-a484-4021-8ca7-6b58cc605549 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354471 Jul 30 05:03:09.753986 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e72f70-79ab-4d96-9f15-4aa8aff73b69 req-58676286-4f0e-45dd-9d29-5aeaeb4b4a18 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:09.755847 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-57e72f70-79ab-4d96-9f15-4aa8aff73b69 req-58676286-4f0e-45dd-9d29-5aeaeb4b4a18 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 943 time: 0.0572560 Jul 30 05:03:09.796526 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-57e72f70-79ab-4d96-9f15-4aa8aff73b69 req-05d95abd-0b51-4e6f-b9d7-04986c2234c2 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Jul 30 05:03:09.884277 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-12c0caad-47ca-49ab-b14b-cc85e2238d31 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645660693&fields=id&tenant_id=2a38a391e31144b888b27af79586c5ec HTTP/1.1" status: 200 len: 267 time: 0.0347137 Jul 30 05:03:09.939980 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-e5e1af9a-6782-4511-a5fa-215fbf647146 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:09.941409 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-e5e1af9a-6782-4511-a5fa-215fbf647146 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 985 time: 0.0513244 Jul 30 05:03:09.952741 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Request body: {'port': {'security_groups': ['5e46023b-12e6-4e31-95ec-02587ce097b5']}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:03:09.994007 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 66fde4f0-67bc-4b56-8d83-0f84d462f224 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:03:09.998210 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:10.030383 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.160275 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 66fde4f0-67bc-4b56-8d83-0f84d462f224, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:10.179819 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:03:10.228252 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.232456 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:10.242369 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fde4f0-67bc-4b56-8d83-0f84d462f224 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:03:10.266501 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 66fde4f0-67bc-4b56-8d83-0f84d462f224, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:10.271191 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.276782 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.282264 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.299390 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ee5399d9-0093-417c-bcc6-479a755ae333'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:10.341889 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:10.342718 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.350670 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d49c9c22-4fcb-414b-b93b-e1d5165bcb1f req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "PUT /v2.0/ports/ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 943 time: 0.3999987 Jul 30 05:03:10.350670 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:10.351001 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34530) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:10.351575 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:10.379361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=66fde4f0-67bc-4b56-8d83-0f84d462f224,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:10.422116 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ee5399d9-0093-417c-bcc6-479a755ae333'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:10.431070 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b60204-54d7-4515-bf21-bb168db65142 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event updated for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=7']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:10.438101 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4bd50-7eb3-4404-82b5-91bee0738a4a x-openstack-request-id: req-a1a4bd50-7eb3-4404-82b5-91bee0738a4a {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:10.438406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:10.438730 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1a4bd50-7eb3-4404-82b5-91bee0738a4a {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:10.439323 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'status': 'completed', 'code': 200} Jul 30 05:03:10.518190 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24c7e2ce-78eb-4ff0-a8c6-23050c1412eb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.583376 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['66fde4f0-67bc-4b56-8d83-0f84d462f224'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:10.589337 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24c7e2ce-78eb-4ff0-a8c6-23050c1412eb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.674566 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be23b-d7f5-443b-be41-a938e66a4556 req-5d78df44-cc48-4340-8e03-0c58b5e2ff28 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:10.683628 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d2be23b-d7f5-443b-be41-a938e66a4556 req-5d78df44-cc48-4340-8e03-0c58b5e2ff28 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0874693 Jul 30 05:03:10.743680 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5d2be23b-d7f5-443b-be41-a938e66a4556 req-95093328-30cf-4e5e-a0ba-9ffc5c51a31e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588109 Jul 30 05:03:10.745999 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24c7e2ce-78eb-4ff0-a8c6-23050c1412eb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.748567 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-24c7e2ce-78eb-4ff0-a8c6-23050c1412eb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.749733 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-24c7e2ce-78eb-4ff0-a8c6-23050c1412eb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "DELETE /v2.0/security-groups/31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2 HTTP/1.1" status: 204 len: 168 time: 0.3978627 Jul 30 05:03:10.753303 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34536) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:10.771162 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-abb45313-8382-4295-a091-9dd79d29b5f5 None None] Provisioning complete for port ee5399d9-0093-417c-bcc6-479a755ae333 triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:03:10.771901 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-abb45313-8382-4295-a091-9dd79d29b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.802496 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7e2ce-78eb-4ff0-a8c6-23050c1412eb tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b5cff9-f4cf-46fd-8fa2-2f9e049f32a2,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:10.980272 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ddea47ce-ce4d-4540-9760-a6fcd808cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:10.990598 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8df85-5608-41ba-980c-cec43daf0f91 req-f3d09591-2ffc-4825-95b2-7e6f519447d8 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:10.997602 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23b8df85-5608-41ba-980c-cec43daf0f91 req-f3d09591-2ffc-4825-95b2-7e6f519447d8 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 944 time: 0.1051147 Jul 30 05:03:11.069183 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-23b8df85-5608-41ba-980c-cec43daf0f91 req-060941e5-8899-4891-818a-74fb07f649c8 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681920 Jul 30 05:03:11.071721 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Deleting port fa436dc4-1116-405f-b264-b7c0f8ce89d4 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:11.072125 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:11.181351 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:11.181684 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:11.194238 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Calling delete_port for fa436dc4-1116-405f-b264-b7c0f8ce89d4 owned by network:floatingip {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:11.376043 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:11.404007 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event deleted for resources: {'Port': ['ID=fa436dc4-1116-405f-b264-b7c0f8ce89d4,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:11.465468 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks [] for floatingip, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:11.465795 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Floating IP e2ea402b-c255-403e-bdc2-f6cfefab4d64 disassociated (deleted). External IP: 172.27.2.8, port: ee5399d9-0093-417c-bcc6-479a755ae333. Jul 30 05:03:11.680057 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Router 27b4b7b2-7795-4777-af2d-27a86dabccb8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:03:11.792647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:11.798747 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:11.805996 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] Sync routers for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:11.816554 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:11.817409 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:11.834438 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a7471635-4272-4328-a121-9328c91132b6 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "DELETE /v2.0/floatingips/e2ea402b-c255-403e-bdc2-f6cfefab4d64 HTTP/1.1" status: 204 len: 168 time: 1.0794201 Jul 30 05:03:11.901906 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2debd-615c-4832-aa19-67ff91a5e592 req-24577cb5-6ab2-4b38-85d9-6ca6068548ae tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:11.903494 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7fd2debd-615c-4832-aa19-67ff91a5e592 req-24577cb5-6ab2-4b38-85d9-6ca6068548ae tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0543768 Jul 30 05:03:11.932409 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:11.943688 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7fd2debd-615c-4832-aa19-67ff91a5e592 req-05010cb9-7b85-4aa8-9049-be908049a38a tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335279 Jul 30 05:03:12.012710 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 66fde4f0-67bc-4b56-8d83-0f84d462f224 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:12.138074 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 66fde4f0-67bc-4b56-8d83-0f84d462f224 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:03:12.146089 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 66fde4f0-67bc-4b56-8d83-0f84d462f224 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:03:12.146570 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:12.287623 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:12.291866 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:12.330405 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] Checking router: 27b4b7b2-7795-4777-af2d-27a86dabccb8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:12.350374 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:12.353816 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2dbe1a-764f-429b-8382-d654bb26db27" -d '{"events": [{"server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "name": "network-vif-plugged", "status": "completed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:12.360230 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:12.361012 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:02:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:12.402278 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 66fde4f0-67bc-4b56-8d83-0f84d462f224, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:12.412379 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:12.501612 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:12.503916 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:12.516025 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=66fde4f0-67bc-4b56-8d83-0f84d462f224,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:12.528345 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:12.532424 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42753b0f-2d64-4dd6-9049-183059753131 req-af0f6928-1b3f-45b2-866c-7422b8e71948 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:12.534227 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42753b0f-2d64-4dd6-9049-183059753131 req-af0f6928-1b3f-45b2-866c-7422b8e71948 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 944 time: 0.3292453 Jul 30 05:03:12.639791 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-42753b0f-2d64-4dd6-9049-183059753131 req-8c0b67c8-3a2f-4dc2-872f-1975a753773d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983403 Jul 30 05:03:12.755436 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f3907c-eaf8-44a5-a4e4-603046ec70d0 x-openstack-request-id: req-13f3907c-eaf8-44a5-a4e4-603046ec70d0 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:12.755724 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "name": "network-vif-plugged", "status": "completed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:12.755999 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13f3907c-eaf8-44a5-a4e4-603046ec70d0 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:12.756382 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'code': 200} Jul 30 05:03:12.796974 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c5a059-f858-4677-915c-8c05a5d8a7b5 x-openstack-request-id: req-86c5a059-f858-4677-915c-8c05a5d8a7b5 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:12.797268 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:12.797518 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86c5a059-f858-4677-915c-8c05a5d8a7b5 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:12.797940 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'status': 'completed', 'code': 200} Jul 30 05:03:12.812858 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:12.843496 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9e08a-eb5a-4082-8975-41a02a300ac2 None None] The sync data for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi is: [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:00:16Z', 'revision_number': 4, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f1d7abf3-c517-484e-8f03-b8f904018e52', 'name': '', 'network_id': '2cc597f3-2d46-46f7-aff5-25381ee5e31e', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'mac_address': 'fa:16:3e:b5:c6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:14Z', 'updated_at': '2021-07-30T05:00:25Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'subnets': [{'id': 'b28ba917-7bc6-4e4f-ad55-98124a491994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:13.097902 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abf56b-428c-44ea-8022-682c973da86d req-d44e3ae0-6a8c-4fe4-afa4-063adecaee49 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:13.099255 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30abf56b-428c-44ea-8022-682c973da86d req-d44e3ae0-6a8c-4fe4-afa4-063adecaee49 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0632100 Jul 30 05:03:13.103243 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9f4fa-95f7-4e68-b6ff-645b82408c1e None None] New status for floating IP e2ea402b-c255-403e-bdc2-f6cfefab4d64: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:03:13.150466 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-30abf56b-428c-44ea-8022-682c973da86d req-4056fba2-6631-49db-88ab-efe3a1afa178 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Jul 30 05:03:13.194195 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0ca479c9-daf6-4ff7-9233-8e2583143716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:13.595772 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:13.774481 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17c22-60ea-4f5f-8b35-4396e9863c3e req-a575579c-7591-46bb-8233-e2225a4b91df tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:13.776887 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c8c17c22-60ea-4f5f-8b35-4396e9863c3e req-a575579c-7591-46bb-8233-e2225a4b91df tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0713086 Jul 30 05:03:13.819866 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c8c17c22-60ea-4f5f-8b35-4396e9863c3e req-c0510002-6ff8-46cc-853a-5817eb212baa tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365787 Jul 30 05:03:14.284047 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced5aa4-6e0c-4e99-aaa6-4dac2651d5ac req-313d5c86-2e4a-4602-9b2b-b617617952d1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:14.285619 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aced5aa4-6e0c-4e99-aaa6-4dac2651d5ac req-313d5c86-2e4a-4602-9b2b-b617617952d1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0545516 Jul 30 05:03:14.327386 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aced5aa4-6e0c-4e99-aaa6-4dac2651d5ac req-f7d50f43-fd09-40b4-bf23-95332d45daab tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348558 Jul 30 05:03:14.354377 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:14.957750 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f1d05-4172-4bfa-99f7-f368fdf6661e req-807ba0e7-5183-493a-8cc6-212549f5b68e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:14.959331 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1e3f1d05-4172-4bfa-99f7-f368fdf6661e req-807ba0e7-5183-493a-8cc6-212549f5b68e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0625327 Jul 30 05:03:15.008998 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1e3f1d05-4172-4bfa-99f7-f368fdf6661e req-40711d9d-7161-4248-956f-5c11145b50c5 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413592 Jul 30 05:03:15.482017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691620-2aea-42f1-bdbf-ed5a98ac7ed2 req-2cee693d-0183-42d3-8c18-9a79ac5bc24f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:15.483558 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6691620-2aea-42f1-bdbf-ed5a98ac7ed2 req-2cee693d-0183-42d3-8c18-9a79ac5bc24f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0595820 Jul 30 05:03:15.522541 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6691620-2aea-42f1-bdbf-ed5a98ac7ed2 req-1a9aefa9-418f-4bde-bee7-99997e2f34b5 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330348 Jul 30 05:03:16.063619 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:16.145231 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa610f5-643c-443b-8282-04c8a9a1dc02 req-f0e10b61-0167-41d7-89e6-777744e4f7f9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:16.147072 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0fa610f5-643c-443b-8282-04c8a9a1dc02 req-f0e10b61-0167-41d7-89e6-777744e4f7f9 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0565212 Jul 30 05:03:16.188919 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0fa610f5-643c-443b-8282-04c8a9a1dc02 req-427e7b62-b19c-451f-bfeb-140b6f8a04c4 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Jul 30 05:03:16.651285 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23811b-8c46-4421-82f5-cc71b498edad req-37982856-e33a-4740-814e-61d11d2891c7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:16.652805 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ff23811b-8c46-4421-82f5-cc71b498edad req-37982856-e33a-4740-814e-61d11d2891c7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0501466 Jul 30 05:03:16.694972 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ff23811b-8c46-4421-82f5-cc71b498edad req-3aa4fddd-ed28-48ad-83d6-fd125bc2f8f0 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351059 Jul 30 05:03:17.309723 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea5796-268c-4695-ac1e-89a4d75d0262 req-e75a13ea-ac55-414b-ad30-6c4d08b63b15 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:17.311282 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9eea5796-268c-4695-ac1e-89a4d75d0262 req-e75a13ea-ac55-414b-ad30-6c4d08b63b15 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0559807 Jul 30 05:03:17.355655 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9eea5796-268c-4695-ac1e-89a4d75d0262 req-1797d1fd-7266-4ca8-b3be-9b41c223c944 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382631 Jul 30 05:03:17.821044 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4831d-6a5e-492b-b4e0-5c87f558ec08 req-17e3d58f-4130-46e0-a4de-2d2f6ecdb54d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:17.822699 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a1c4831d-6a5e-492b-b4e0-5c87f558ec08 req-17e3d58f-4130-46e0-a4de-2d2f6ecdb54d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0551646 Jul 30 05:03:17.861897 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a1c4831d-6a5e-492b-b4e0-5c87f558ec08 req-d740a750-ac60-440b-92d8-413bdd18c50b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332255 Jul 30 05:03:18.475307 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeedf3-028d-4244-b7ef-bdf63976f5a1 req-1f91c75b-bd51-46e7-82a4-987edcc2156f tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:18.476943 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96eeedf3-028d-4244-b7ef-bdf63976f5a1 req-1f91c75b-bd51-46e7-82a4-987edcc2156f tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0510685 Jul 30 05:03:18.519887 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96eeedf3-028d-4244-b7ef-bdf63976f5a1 req-4fe8d2f1-071e-4379-9a2e-24b84147f06b tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Jul 30 05:03:18.984565 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b1c8-ac4f-4b03-bb07-cb8a5bfd17ff req-d0e1eb96-167a-47b1-bd91-e9f85f998206 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:18.986238 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9743b1c8-ac4f-4b03-bb07-cb8a5bfd17ff req-d0e1eb96-167a-47b1-bd91-e9f85f998206 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Jul 30 05:03:19.026039 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9743b1c8-ac4f-4b03-bb07-cb8a5bfd17ff req-0404c272-5181-431b-9232-54545e477b32 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Jul 30 05:03:19.641435 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978dca6-bdba-40e5-8442-6130581e799e req-25d93b0d-d1ff-4508-ade7-611aea9c7742 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:19.642349 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6978dca6-bdba-40e5-8442-6130581e799e req-25d93b0d-d1ff-4508-ade7-611aea9c7742 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0560455 Jul 30 05:03:19.681894 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6978dca6-bdba-40e5-8442-6130581e799e req-f209f7a6-9057-4123-9e91-eb39c80fdf9f tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Jul 30 05:03:20.147909 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626022a5-f326-4074-81ba-488fa1c6ff1a req-b7083e0f-d5e9-44f7-ace7-96361f1c4a49 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.149458 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-626022a5-f326-4074-81ba-488fa1c6ff1a req-b7083e0f-d5e9-44f7-ace7-96361f1c4a49 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0518880 Jul 30 05:03:20.206378 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-626022a5-f326-4074-81ba-488fa1c6ff1a req-2c8181d6-f08e-40c9-ae00-1211f21c3b2b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 Jul 30 05:03:20.215568 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-15e9c0d7-2075-4a52-ba8e-2c530622611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.217061 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-15e9c0d7-2075-4a52-ba8e-2c530622611e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1099 time: 0.0545783 Jul 30 05:03:20.311135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-a9788ee2-1ecd-4698-ac77-88852997de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.312509 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-a9788ee2-1ecd-4698-ac77-88852997de13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 916 time: 0.0857453 Jul 30 05:03:20.374087 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-7f7b96f3-15a2-4cec-8d72-0c79fdb7cdc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 217 time: 0.0456975 Jul 30 05:03:20.440553 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edca16f-09b8-4e28-92e8-e3876ea8fb54 req-4191410c-8df9-4830-9398-020ae8198424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.442005 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-7edca16f-09b8-4e28-92e8-e3876ea8fb54 req-4191410c-8df9-4830-9398-020ae8198424 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1098 time: 0.0767198 Jul 30 05:03:20.443279 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-8a81b43b-bf70-4bad-ba46-9f00928f6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.444667 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-8a81b43b-bf70-4bad-ba46-9f00928f6fa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 200 len: 854 time: 0.0542064 Jul 30 05:03:20.513560 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-7edca16f-09b8-4e28-92e8-e3876ea8fb54 req-b7260a19-f2a8-4af4-bee4-fa57c91beb76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549974 Jul 30 05:03:20.519375 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-db1cb45f-f4c5-4418-a6ae-bbf888c1e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.520764 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-db1cb45f-f4c5-4418-a6ae-bbf888c1e3aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cc597f3-2d46-46f7-aff5-25381ee5e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612295 Jul 30 05:03:20.676117 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-67dff27b-bc5c-40b5-95bf-1421359acd8c service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Jul 30 05:03:20.794210 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-4ddf2fc6-10a2-4c5f-95ca-f47346c8e2e5 req-be43028e-a504-4cbe-8dde-91edca54f16c service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076760 Jul 30 05:03:20.829035 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca0c5f-ecfa-41c4-9b80-74acc4b22220 req-1d5364dc-b376-4827-800a-2bbd448a0f64 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.830701 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2eca0c5f-ecfa-41c4-9b80-74acc4b22220 req-1d5364dc-b376-4827-800a-2bbd448a0f64 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0645423 Jul 30 05:03:20.869954 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-2eca0c5f-ecfa-41c4-9b80-74acc4b22220 req-18b942e4-0d0e-4353-808d-0ba303e681be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Jul 30 05:03:20.894595 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-5dd755f8-30b7-437a-ad98-eb8fe778bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.896113 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-5dd755f8-30b7-437a-ad98-eb8fe778bab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a391e31144b888b27af79586c5ec&device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 1099 time: 0.0445952 Jul 30 05:03:20.988472 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-80fa8b4e-636a-42b6-81fd-683e9d166117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:20.989840 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-80fa8b4e-636a-42b6-81fd-683e9d166117 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 200 len: 916 time: 0.0819438 Jul 30 05:03:21.053249 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-594bb6e1-dd46-4dbb-afbd-553b92f0333e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 200 len: 217 time: 0.0396669 Jul 30 05:03:21.123517 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-e6168aa6-5454-421a-a5f2-6759d3c884dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:21.124972 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-e6168aa6-5454-421a-a5f2-6759d3c884dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 200 len: 854 time: 0.0480783 Jul 30 05:03:21.177836 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-d9930531-a8a4-4143-be6f-0cc2c07c8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:21.179357 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-d9930531-a8a4-4143-be6f-0cc2c07c8516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cc597f3-2d46-46f7-aff5-25381ee5e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399652 Jul 30 05:03:21.277469 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-835e4d2a-1c9b-45e4-ba1d-1f1ed781a6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868347 Jul 30 05:03:21.332024 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6ea8-d59c-4268-ae66-bb9e94f9b9fd req-b583be6e-6c02-4acb-8e20-d07f74b3d06c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:21.339547 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ec6ea8-d59c-4268-ae66-bb9e94f9b9fd req-b583be6e-6c02-4acb-8e20-d07f74b3d06c tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 944 time: 0.0593061 Jul 30 05:03:21.376333 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f3ec6ea8-d59c-4268-ae66-bb9e94f9b9fd req-87153f3b-4bde-4b3e-b077-807bb8bec7c2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359035 Jul 30 05:03:21.377607 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fd0e5a4a-7b5e-4f1a-8126-6b3c95f24159 req-5f763b3b-50aa-413a-8ff7-6dd99d8478cc service neutron] 10.222.0.37 "GET /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893071 Jul 30 05:03:21.982792 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75b85-f12a-4198-8a8e-33f4d98eaa99 req-67f6ba47-42f2-4244-9db9-7d4aa46ad77d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:21.984320 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e9d75b85-f12a-4198-8a8e-33f4d98eaa99 req-67f6ba47-42f2-4244-9db9-7d4aa46ad77d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0488489 Jul 30 05:03:22.024108 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e9d75b85-f12a-4198-8a8e-33f4d98eaa99 req-bda3b560-e04d-40ec-9c6e-21a77533abef tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337996 Jul 30 05:03:22.045133 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:03:22.146302 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf690f8-d691-41b5-8fe4-f6d8e82cfad1 req-d32e7fcc-1e6f-4f14-9c53-fdcc9092818e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:22.149202 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7bf690f8-d691-41b5-8fe4-f6d8e82cfad1 req-d32e7fcc-1e6f-4f14-9c53-fdcc9092818e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0553095 Jul 30 05:03:22.150041 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:22.165395 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'port_id': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'mac_address': 'fa:16:3e:0e:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:03:22.192271 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7bf690f8-d691-41b5-8fe4-f6d8e82cfad1 req-195e3378-9c8a-4e43-b41f-ae906de7f6b0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366731 Jul 30 05:03:22.203463 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:22.215903 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34626) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:22.216448 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb95437-fb28-41e9-b12d-b57a8e22cc60 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:03:22.235965 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:22.239119 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:22.270696 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c13d3-3258-4af7-837a-2a6716cc12d6 tempest-TestVolumeBootPattern-369113762 tempest-TestVolumeBootPattern-369113762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:22.272272 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ab0c13d3-3258-4af7-837a-2a6716cc12d6 tempest-TestVolumeBootPattern-369113762 tempest-TestVolumeBootPattern-369113762-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1093 time: 0.0551231 Jul 30 05:03:22.275087 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34628) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:22.279440 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:03:22.287985 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=9']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:22.301607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:22.396029 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:22.506213 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ebb95437-fb28-41e9-b12d-b57a8e22cc60'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:22.558581 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220db118-45f7-4b4b-a15b-84ca83ebea7f req-7c72b72a-93de-478b-9b8d-45f3ee6388f3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:22.560122 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-220db118-45f7-4b4b-a15b-84ca83ebea7f req-7c72b72a-93de-478b-9b8d-45f3ee6388f3 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 945 time: 0.1091082 Jul 30 05:03:22.573182 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_common [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Allocated IP 172.27.2.122 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/a0247a86-9d36-4ed8-8afb-be4a3a18d9d1) {{(pid=93061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:22.654809 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-220db118-45f7-4b4b-a15b-84ca83ebea7f req-cdcb1080-2e06-4e75-9986-4dbf690bb79b tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834677 Jul 30 05:03:22.706161 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:22.744651 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:22.792350 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:22.797356 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Resources bound (agent type, host, resource id): {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:22.802331 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Received port after_create {{(pid=93061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:03:22.805397 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=a0247a86-9d36-4ed8-8afb-be4a3a18d9d1,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:23.156735 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:23.228291 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:23.359937 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303d6ae-049a-43df-bde3-dbb0db0ffd59 req-10a4b9be-2d8f-427c-9872-cb1d30a784d7 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:23.361349 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8303d6ae-049a-43df-bde3-dbb0db0ffd59 req-10a4b9be-2d8f-427c-9872-cb1d30a784d7 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.1001415 Jul 30 05:03:23.427319 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-8303d6ae-049a-43df-bde3-dbb0db0ffd59 req-ddbb85c4-3015-4a92-8b96-8ef0afdd2c42 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589354 Jul 30 05:03:23.447995 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:23.452433 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2965666'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:23.521208 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=a0247a86-9d36-4ed8-8afb-be4a3a18d9d1,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:23.531358 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:23.631540 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Floating IP dddf67fc-2a13-48d0-a3a8-a7d8da19e838 associated. External IP: 172.27.2.122, port: 66fde4f0-67bc-4b56-8d83-0f84d462f224. Jul 30 05:03:23.822691 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875129a2-b5be-4e34-a32f-827de845d50a req-d6c78ae6-8124-44c8-a0de-8e98cb1891f2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:23.824237 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-875129a2-b5be-4e34-a32f-827de845d50a req-d6c78ae6-8124-44c8-a0de-8e98cb1891f2 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 945 time: 0.0925651 Jul 30 05:03:23.901849 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-875129a2-b5be-4e34-a32f-827de845d50a req-51e24c63-8111-4262-b4cd-293cea3c2cbe tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707331 Jul 30 05:03:23.914867 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:03:24.029352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:24.039546 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:24.045325 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:24.048990 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:24.049626 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:24.072182 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f07e41b4-706d-41a3-bb83-d7f45605b15e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7960696 Jul 30 05:03:24.072875 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:24.075156 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:24.088174 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:24.115918 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b784f440-ad01-4fa5-9dca-dda55cc65202 x-openstack-request-id: req-b784f440-ad01-4fa5-9dca-dda55cc65202 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:24.117068 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:24.117068 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b784f440-ad01-4fa5-9dca-dda55cc65202 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:24.117678 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'status': 'completed', 'code': 200} Jul 30 05:03:24.185292 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-7b1be96f-49ad-42dd-a796-41d56ca7dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:24.187601 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-7b1be96f-49ad-42dd-a796-41d56ca7dc62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1098 time: 0.0448427 Jul 30 05:03:24.195668 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:24.221618 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port ebb95437-fb28-41e9-b12d-b57a8e22cc60 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:03:24.221984 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:24.279871 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-9b8f040c-324f-41ce-93aa-f4e5723325cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:24.281345 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-9b8f040c-324f-41ce-93aa-f4e5723325cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.0865092 Jul 30 05:03:24.346004 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-c0672649-b868-49eb-b9f5-8f3f32ef1c4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 999 time: 0.0565917 Jul 30 05:03:24.402184 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-f564f92c-af7e-48e9-a82b-fe010e9cfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:24.403780 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-f564f92c-af7e-48e9-a82b-fe010e9cfbbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0494115 Jul 30 05:03:24.454173 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-0dd5c8e9-aa87-4e37-9329-db9f51a472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:24.455714 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-0dd5c8e9-aa87-4e37-9329-db9f51a472f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443151 Jul 30 05:03:24.515715 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:24.552613 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2322ae-5915-4b4a-8a2c-d5f4db6c7b00 req-e2c8e177-b417-443e-8c5b-4b383e7042a4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:24.554205 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da2322ae-5915-4b4a-8a2c-d5f4db6c7b00 req-e2c8e177-b417-443e-8c5b-4b383e7042a4 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0573268 Jul 30 05:03:24.556848 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-63137d18-1908-41cc-a0f2-b2c48e3283ba service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913107 Jul 30 05:03:24.557529 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:24.559789 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e29b97-cece-41f9-a791-6efe4f54d40f" -d '{"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:24.580253 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:24.604215 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-da2322ae-5915-4b4a-8a2c-d5f4db6c7b00 req-f635c290-33d2-4208-92cb-1716b5b9a461 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e46023b-12e6-4e31-95ec-02587ce097b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Jul 30 05:03:24.606085 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:24.632358 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dc94f2-005a-4127-b69d-4893ee3a996d x-openstack-request-id: req-27dc94f2-005a-4127-b69d-4893ee3a996d {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:24.632648 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:24.632898 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27dc94f2-005a-4127-b69d-4893ee3a996d {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:24.633442 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'code': 200} Jul 30 05:03:24.671419 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=10']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:24.677338 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-acfce1a9-4dc2-4bec-b932-a28e98b3b7d8 req-5cd5ed00-37c4-4184-9044-fdfca25866d8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120398 Jul 30 05:03:24.683569 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:23Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:24.711736 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:24.719913 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:24.720537 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:24.825312 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00490871-cb1d-4a55-b8c0-0eb670bd8c09 req-13844aea-6b23-42fd-9bc4-3fe849a493a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:24.826811 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-00490871-cb1d-4a55-b8c0-0eb670bd8c09 req-13844aea-6b23-42fd-9bc4-3fe849a493a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 1100 time: 0.0440152 Jul 30 05:03:24.830401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:24.864119 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-00490871-cb1d-4a55-b8c0-0eb670bd8c09 req-f8989204-17a8-45ff-84d3-acc4140c068c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270631 Jul 30 05:03:25.040742 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2a27-c443-4fbb-9e65-9fb6e476df52 req-c605be10-64de-48b0-9975-321bf97b3305 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:25.042382 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-03bf2a27-c443-4fbb-9e65-9fb6e476df52 req-c605be10-64de-48b0-9975-321bf97b3305 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 947 time: 0.0523951 Jul 30 05:03:25.065991 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:23Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:25.092927 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-03bf2a27-c443-4fbb-9e65-9fb6e476df52 req-cc94ef49-c033-4e2c-86b7-b77f44cdd682 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 Jul 30 05:03:25.099370 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b81bfba-35b6-4c53-949a-0ead39b1f937 None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:23Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:25.127392 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c996-4f3d-48da-9dba-380b87efc837 req-1562ada9-889e-40b2-9383-d354278178ed tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:25.129354 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9227c996-4f3d-48da-9dba-380b87efc837 req-1562ada9-889e-40b2-9383-d354278178ed tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 946 time: 0.0568843 Jul 30 05:03:25.247263 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Deleting port ee5399d9-0093-417c-bcc6-479a755ae333 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:25.247845 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:25.333219 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0ccbc-a384-4ee3-b32f-0118de8185fc None None] New status for floating IP dddf67fc-2a13-48d0-a3a8-a7d8da19e838: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:03:25.345241 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] For port ee5399d9-0093-417c-bcc6-479a755ae333, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ee5399d9-0093-417c-bcc6-479a755ae333,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:25.345606 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:25.367166 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Calling delete_port for ee5399d9-0093-417c-bcc6-479a755ae333 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:25.498387 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:25.514891 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ee5399d9-0093-417c-bcc6-479a755ae333'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:25.525459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Pushing event deleted for resources: {'Port': ['ID=ee5399d9-0093-417c-bcc6-479a755ae333,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:25.538305 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.539107 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.539456 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.539810 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.540146 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.540480 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.540816 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.541163 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.541492 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.541889 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.542151 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.542462 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:25.582828 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] No DVR routers for this DVR port ee5399d9-0093-417c-bcc6-479a755ae333 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:25.586088 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:25.588077 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9227c996-4f3d-48da-9dba-380b87efc837 req-000c6e46-2c9b-4059-8912-502073b5d579 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.37 "DELETE /v2.0/ports/ee5399d9-0093-417c-bcc6-479a755ae333 HTTP/1.1" status: 204 len: 173 time: 0.4501569 Jul 30 05:03:25.588523 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'name': 'network-vif-deleted', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:25.590705 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e24df0-a37a-493c-8e7f-a239b5c63ff2" -d '{"events": [{"server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "name": "network-vif-deleted", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:25.632718 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dcb1c0-7fc6-45f2-b445-fd2425909e6b x-openstack-request-id: req-24dcb1c0-7fc6-45f2-b445-fd2425909e6b {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:25.633094 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb35a7f-9e0e-4926-a254-83273f973437", "name": "network-vif-deleted", "tag": "ee5399d9-0093-417c-bcc6-479a755ae333", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:25.633526 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24dcb1c0-7fc6-45f2-b445-fd2425909e6b {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:25.633929 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb35a7f-9e0e-4926-a254-83273f973437', 'name': 'network-vif-deleted', 'tag': 'ee5399d9-0093-417c-bcc6-479a755ae333', 'status': 'completed', 'code': 200} Jul 30 05:03:25.734098 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46c86124-cdf2-4ff1-bd25-fd2ee4fa0171 req-19e237c6-c93f-4e99-bc44-9f319047e7b2 tempest-TestMinimumBasicScenario-931599615 tempest-TestMinimumBasicScenario-931599615-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb35a7f-9e0e-4926-a254-83273f973437 HTTP/1.1" status: 200 len: 210 time: 0.0397825 Jul 30 05:03:26.231656 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66f2d-ce59-4839-8d97-6668589cd0a0 req-6ce54350-1218-4198-8f5f-a0a6691bb985 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:26.233103 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6af66f2d-ce59-4839-8d97-6668589cd0a0 req-6ce54350-1218-4198-8f5f-a0a6691bb985 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 947 time: 0.0512736 Jul 30 05:03:26.276472 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6af66f2d-ce59-4839-8d97-6668589cd0a0 req-f2eb5544-a109-40c2-8831-926f777060bd tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374119 Jul 30 05:03:27.239232 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34756) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:27.471687 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e56f7f-4958-4adb-8471-5f25f0fc1896 req-64d6411a-a9e6-48bb-83bd-c3bbf6e1919d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:27.473150 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31e56f7f-4958-4adb-8471-5f25f0fc1896 req-64d6411a-a9e6-48bb-83bd-c3bbf6e1919d tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 947 time: 0.0962584 Jul 30 05:03:27.542924 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-31e56f7f-4958-4adb-8471-5f25f0fc1896 req-72092ccf-eb88-4578-a480-af4001b45af1 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620408 Jul 30 05:03:27.715323 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:28.091549 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ee5399d9-0093-417c-bcc6-479a755ae333 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:28.112184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: ee5399d9-0093-417c-bcc6-479a755ae333 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:28.112532 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ee5399d9-0093-417c-bcc6-479a755ae333 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:28.267438 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Deleting port f1d7abf3-c517-484e-8f03-b8f904018e52 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:28.268039 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:28.343903 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] For port f1d7abf3-c517-484e-8f03-b8f904018e52, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f1d7abf3-c517-484e-8f03-b8f904018e52,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:28.344186 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:28.357517 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Calling delete_port for f1d7abf3-c517-484e-8f03-b8f904018e52 owned by network:router_interface {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:28.573923 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:28.606198 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d7abf3-c517-484e-8f03-b8f904018e52,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:28.621472 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.621828 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.622197 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.622533 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.622867 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.623225 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.623552 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.623879 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.624207 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.624531 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.624859 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.625178 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:28.782106 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.001596 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Router 27b4b7b2-7795-4777-af2d-27a86dabccb8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:03:29.111501 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:29.116952 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a826947a-725f-453f-9e21-956f302faa40 admin admin] 10.222.0.35 "PUT /v2.0/routers/27b4b7b2-7795-4777-af2d-27a86dabccb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761525 Jul 30 05:03:29.119618 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34766) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:29.122502 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] Sync routers for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:29.131586 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:29.133088 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:29.222484 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.243781 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:29.335029 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.392305 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Deleting port 8f5b5ccb-a724-49a3-883e-00ef24c63823 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:29.392542 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.420816 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:03:28Z', 'revision_number': 5, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port': {'id': '8f5b5ccb-a724-49a3-883e-00ef24c63823', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:07Z', 'updated_at': '2021-07-30T05:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:29.451176 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] Checking router: 27b4b7b2-7795-4777-af2d-27a86dabccb8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:29.459928 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] Routers {'27b4b7b2-7795-4777-af2d-27a86dabccb8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:29.460549 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['27b4b7b2-7795-4777-af2d-27a86dabccb8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:29.473829 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] For port 8f5b5ccb-a724-49a3-883e-00ef24c63823, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8f5b5ccb-a724-49a3-883e-00ef24c63823,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:29.474199 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.487093 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Calling delete_port for 8f5b5ccb-a724-49a3-883e-00ef24c63823 owned by network:router_gateway {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:29.551926 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] Set router 27b4b7b2-7795-4777-af2d-27a86dabccb8 gateway port host: None {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:29.606526 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:03:29Z', 'revision_number': 6, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port_host': None}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:29.636222 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb404b6-86da-46e9-8c2a-e96073937c18 None None] The sync data for ids ['27b4b7b2-7795-4777-af2d-27a86dabccb8'] in dv-cinder-787262-6-iscsi is: [{'id': '27b4b7b2-7795-4777-af2d-27a86dabccb8', 'name': 'tempest-TestMinimumBasicScenario-1908550542-router', 'tenant_id': '2a38a391e31144b888b27af79586c5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:06Z', 'updated_at': '2021-07-30T05:03:29Z', 'revision_number': 6, 'project_id': '2a38a391e31144b888b27af79586c5ec', 'gw_port_host': None}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:29.657923 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.686097 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5b5ccb-a724-49a3-883e-00ef24c63823,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:29.744629 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.849337 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.852014 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.912197 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.912632 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b4b7b2-7795-4777-af2d-27a86dabccb8 {{(pid=93061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:03:29.917920 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:29.919094 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-296cc210-c049-4626-99ee-69ece7822f5c admin admin] 10.222.0.35 "DELETE /v2.0/routers/27b4b7b2-7795-4777-af2d-27a86dabccb8 HTTP/1.1" status: 204 len: 168 time: 0.7985246 Jul 30 05:03:29.921581 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34770) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:29.963840 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Deleting subnet b28ba917-7bc6-4e4f-ad55-98124a491994 {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:03:29.966813 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.004842 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.111765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.167590 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.192394 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28ba917-7bc6-4e4f-ad55-98124a491994,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:30.196166 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.198026 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-5c833f65-0bbc-4db0-bc46-1c9190b8bbbe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b28ba917-7bc6-4e4f-ad55-98124a491994 HTTP/1.1" status: 204 len: 168 time: 0.2755184 Jul 30 05:03:30.200532 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34772) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:30.203687 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6b84c-5fdf-4e71-b54f-bc6c7642475d None None] Network 2cc597f3-2d46-46f7-aff5-25381ee5e31e requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:03:30.267431 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.324208 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Deleting port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:30.324493 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.386036 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] For port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:30.386692 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.401244 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Calling delete_port for 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 owned by network:dhcp {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:30.424782 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] DHCP port deletion for 2cc597f3-2d46-46f7-aff5-25381ee5e31e request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:03:30.478046 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] Deleting port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:30.478433 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.488538 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.517527 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] No DVR routers for this DVR port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 on host dv-cinder-787262-6-iscsi {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:30.523127 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:30.542753 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] For port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,segment=NetworkSegment(0f5e8b86-1126-4a57-937e-1efd359de74e),segment_id=0f5e8b86-1126-4a57-937e-1efd359de74e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:30.543203 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.556467 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] Calling delete_port for 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:30.590469 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.600420 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc597f3-2d46-46f7-aff5-25381ee5e31e']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:30.611585 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5e8b86-1126-4a57-937e-1efd359de74e') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:30.611890 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5e8b86-1126-4a57-937e-1efd359de74e') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:30.622960 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.638140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.645039 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:03:30.645373 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:03:30.649367 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:03:30.697476 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.724193 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.726401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] Pushing event deleted for resources: {'Port': ['ID=8813d9d2-c7cf-46dd-af8a-8fccb68b9024,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:30.731259 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:30.736817 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2cc597f3-2d46-46f7-aff5-25381ee5e31e HTTP/1.1" status: 204 len: 168 time: 0.5319526 Jul 30 05:03:30.737504 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34776) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:30.743803 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35584d7-ea5e-4e34-b214-a9a8f658e3c3 None None] No DVR routers for this DVR port 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 on host dv-cinder-787262-6-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:30.744847 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7f951-d4e5-44db-be04-aca01ab93f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc597f3-2d46-46f7-aff5-25381ee5e31e,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:30.873233 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f1d7abf3-c517-484e-8f03-b8f904018e52 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:30.892524 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: f1d7abf3-c517-484e-8f03-b8f904018e52 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:30.892934 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f1d7abf3-c517-484e-8f03-b8f904018e52 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:30.893422 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8f5b5ccb-a724-49a3-883e-00ef24c63823 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:30.915728 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 8f5b5ccb-a724-49a3-883e-00ef24c63823 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:30.916070 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8f5b5ccb-a724-49a3-883e-00ef24c63823 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:30.916487 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:30.935268 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:30.935622 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8813d9d2-c7cf-46dd-af8a-8fccb68b9024 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:31.094942 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:31.333734 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Deleting port dcaa20f4-26b3-4718-add9-45b9eb4d38c7 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:31.334072 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:31.407761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] For port dcaa20f4-26b3-4718-add9-45b9eb4d38c7, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,segment=NetworkSegment(8cedd7c9-ae6e-4b97-9846-f50c57eb4a82),segment_id=8cedd7c9-ae6e-4b97-9846-f50c57eb4a82)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:31.408135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:31.423376 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Calling delete_port for dcaa20f4-26b3-4718-add9-45b9eb4d38c7 owned by network:router_interface {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:31.600899 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:31.629398 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaa20f4-26b3-4718-add9-45b9eb4d38c7,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:31.809081 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:32.013316 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Router dc55b974-1046-434d-afaa-05346c442583 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:03:32.113877 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:32.119383 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ebcff976-865b-4e97-94c7-012480c31ac8 admin admin] 10.222.0.35 "PUT /v2.0/routers/dc55b974-1046-434d-afaa-05346c442583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819525 Jul 30 05:03:32.121958 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34782) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:32.124900 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] Sync routers for ids ['dc55b974-1046-434d-afaa-05346c442583'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:32.135012 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] Routers {'dc55b974-1046-434d-afaa-05346c442583'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:32.135650 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['dc55b974-1046-434d-afaa-05346c442583'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:32.221610 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks [] for router, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:32.238626 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] Set router dc55b974-1046-434d-afaa-05346c442583 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:32.323357 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:32.373408 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Deleting port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:32.373749 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:32.411489 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:03:31Z', 'revision_number': 5, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port': {'id': '8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc55b974-1046-434d-afaa-05346c442583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:32.436483 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] Checking router: dc55b974-1046-434d-afaa-05346c442583 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:32.445149 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] Routers {'dc55b974-1046-434d-afaa-05346c442583'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:32.445713 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['dc55b974-1046-434d-afaa-05346c442583'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:32.450966 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] For port 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:32.451364 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:32.467351 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Calling delete_port for 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 owned by network:router_gateway {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:32.529901 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] Set router dc55b974-1046-434d-afaa-05346c442583 gateway port host: None {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:32.583647 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:03:32Z', 'revision_number': 6, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port_host': None}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:32.610739 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d00e9-29ba-4594-8043-436ca1aa6f4e None None] The sync data for ids ['dc55b974-1046-434d-afaa-05346c442583'] in dv-cinder-787262-6-iscsi is: [{'id': 'dc55b974-1046-434d-afaa-05346c442583', 'name': 'tempest-TestMinimumBasicScenario-1749907141-router', 'tenant_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:20Z', 'updated_at': '2021-07-30T05:03:32Z', 'revision_number': 6, 'project_id': '0fa8bf71b5fb4e1da1a449e2e0f741ef', 'gw_port_host': None}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:32.625844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:32.904484 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:32.976886 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.091307 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.093572 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.140852 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.141590 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc55b974-1046-434d-afaa-05346c442583 {{(pid=93062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:03:33.147975 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.149928 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-545d84d7-abc1-41da-911c-79e5c418a192 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dc55b974-1046-434d-afaa-05346c442583 HTTP/1.1" status: 204 len: 168 time: 1.0267718 Jul 30 05:03:33.152160 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34792) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:33.200705 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Deleting subnet b585074e-394e-4693-a0d1-1e45a017f57e {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:03:33.203876 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.245022 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.353782 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.401046 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dcaa20f4-26b3-4718-add9-45b9eb4d38c7 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:33.419929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.425042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: dcaa20f4-26b3-4718-add9-45b9eb4d38c7 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:33.425375 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dcaa20f4-26b3-4718-add9-45b9eb4d38c7 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:33.447430 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b585074e-394e-4693-a0d1-1e45a017f57e,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:33.454229 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.458410 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8d912559-7141-4abb-a516-25305852c3c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b585074e-394e-4693-a0d1-1e45a017f57e HTTP/1.1" status: 204 len: 168 time: 0.3029916 Jul 30 05:03:33.458634 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34798) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:33.459224 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622e911-435e-4b91-88a2-a756204e23d8 None None] Network aef2897e-0535-49b8-8472-22812f4a3aa5 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:03:33.559553 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.615857 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Deleting port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:33.616767 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.683624 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] For port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,segment=NetworkSegment(8cedd7c9-ae6e-4b97-9846-f50c57eb4a82),segment_id=8cedd7c9-ae6e-4b97-9846-f50c57eb4a82)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:33.683977 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.702416 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Calling delete_port for 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 owned by network:dhcp {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:33.787432 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4808e-d9ae-448d-9653-31bd8dc12ab6 None None] DHCP port deletion for aef2897e-0535-49b8-8472-22812f4a3aa5 request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:03:33.792551 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.809865 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4808e-d9ae-448d-9653-31bd8dc12ab6 None None] The port '1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5' was deleted {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 05:03:33.817643 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:33.821592 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] No DVR routers for this DVR port 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 on host dv-cinder-787262-6-iscsi {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:33.892378 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.902219 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef2897e-0535-49b8-8472-22812f4a3aa5']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:33.912395 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:33.913115 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cedd7c9-ae6e-4b97-9846-f50c57eb4a82') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:33.921232 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.934859 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.940618 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:03:33.940953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:03:33.942524 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:03:33.994358 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.001299 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.003150 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] 10.222.0.35 "DELETE /v2.0/networks/aef2897e-0535-49b8-8472-22812f4a3aa5 HTTP/1.1" status: 204 len: 168 time: 0.5435245 Jul 30 05:03:34.013227 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa9293-5944-4c86-9d68-2e136c0a1728 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef2897e-0535-49b8-8472-22812f4a3aa5,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:34.161057 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34802) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:34.200064 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f1728f85-1ca0-4561-a29a-ab9650a84982 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a38a391e31144b888b27af79586c5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378013 Jul 30 05:03:34.202410 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34804) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:34.253939 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e1a39f2a-da56-4c42-be1f-e9e7276e18bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.275612 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e1a39f2a-da56-4c42-be1f-e9e7276e18bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.322470 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e1a39f2a-da56-4c42-be1f-e9e7276e18bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.325110 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e1a39f2a-da56-4c42-be1f-e9e7276e18bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.328668 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e1a39f2a-da56-4c42-be1f-e9e7276e18bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e46023b-12e6-4e31-95ec-02587ce097b5 HTTP/1.1" status: 204 len: 168 time: 0.1229658 Jul 30 05:03:34.336779 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a39f2a-da56-4c42-be1f-e9e7276e18bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e46023b-12e6-4e31-95ec-02587ce097b5,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:34.651208 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34822) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:34.698218 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-6f37ac14-f22b-4cd4-895d-3d70ec0df563 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fa8bf71b5fb4e1da1a449e2e0f741ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434382 Jul 30 05:03:34.698461 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34824) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:34.749112 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0363ea44-5369-48e5-a103-41110dc94776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.770135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0363ea44-5369-48e5-a103-41110dc94776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.817007 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0363ea44-5369-48e5-a103-41110dc94776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.821417 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0363ea44-5369-48e5-a103-41110dc94776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:34.827497 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0363ea44-5369-48e5-a103-41110dc94776 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95a33043-4db4-4dff-929e-585381d38d5e HTTP/1.1" status: 204 len: 168 time: 0.1278195 Jul 30 05:03:34.835646 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ea44-5369-48e5-a103-41110dc94776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a33043-4db4-4dff-929e-585381d38d5e,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:34.903562 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:34.923743 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:34.924024 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8a30e511-8ca9-4ad1-b8b0-9ab081ca6ac0 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:34.924438 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:34.946463 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:34.946767 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 1aa33fcb-3f1b-4405-9e8d-ca3c35e420e5 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:36.378541 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550b75-fffe-43f1-a354-5c385266639a req-cbab9c93-7dbc-4466-a1b5-129edf87e449 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:36.380054 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-87550b75-fffe-43f1-a354-5c385266639a req-cbab9c93-7dbc-4466-a1b5-129edf87e449 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Jul 30 05:03:36.417394 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-87550b75-fffe-43f1-a354-5c385266639a req-eaf2e480-f2d4-42c1-b489-9bdf4521f730 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Jul 30 05:03:37.536790 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f71f0f-338a-4544-9740-0652ca5c2487 req-08e8bb07-a19e-422f-9490-e4712fa85008 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:37.538904 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c6f71f0f-338a-4544-9740-0652ca5c2487 req-08e8bb07-a19e-422f-9490-e4712fa85008 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0518830 Jul 30 05:03:37.577261 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c6f71f0f-338a-4544-9740-0652ca5c2487 req-569dadac-27ee-4ba6-83cb-71e3f5f7d2a2 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Jul 30 05:03:38.701903 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3373-f497-451a-b57c-6565807691af req-3c5936d7-e642-4669-aba2-fc9567dcf752 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:38.703472 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-311b3373-f497-451a-b57c-6565807691af req-3c5936d7-e642-4669-aba2-fc9567dcf752 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Jul 30 05:03:38.742105 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-311b3373-f497-451a-b57c-6565807691af req-95dab829-60d8-47ec-87dd-43022d9835db tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324354 Jul 30 05:03:39.051144 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:39.254014 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:03:39.857025 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603c5b-2200-4e1b-87ac-cd51df9dcd1d req-caf82f18-312a-4d70-b1ac-c6e39d551ddd tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:39.858524 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9a603c5b-2200-4e1b-87ac-cd51df9dcd1d req-caf82f18-312a-4d70-b1ac-c6e39d551ddd tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0487318 Jul 30 05:03:39.898228 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9a603c5b-2200-4e1b-87ac-cd51df9dcd1d req-158d400f-2292-4cc2-af83-baa953b6ae64 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jul 30 05:03:40.832633 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-92a7bbc6-a8ed-449f-8eb5-3147dae1c058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:41.015158 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65940e3-30e9-48a3-8fcf-087989a797ae req-629b5edc-558b-4c5d-82aa-911ce8864cdf tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:41.016629 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a65940e3-30e9-48a3-8fcf-087989a797ae req-629b5edc-558b-4c5d-82aa-911ce8864cdf tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0519307 Jul 30 05:03:41.054492 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a65940e3-30e9-48a3-8fcf-087989a797ae req-1139c4e5-5222-4c38-81a7-d7df0960f796 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Jul 30 05:03:42.167684 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0d6a-6006-4adb-b300-ec61485d2bdb req-c5143c35-d3f7-4da0-aa64-ecaeaf0d5d5a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:42.169187 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b06d0d6a-6006-4adb-b300-ec61485d2bdb req-c5143c35-d3f7-4da0-aa64-ecaeaf0d5d5a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Jul 30 05:03:42.206208 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b06d0d6a-6006-4adb-b300-ec61485d2bdb req-5bff9bbb-8f96-4d3d-b9f5-e2b16685677f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Jul 30 05:03:43.189146 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1789f7b0-b0d5-4b0a-9d7e-1c3119654995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:43.320501 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b9ef0-41b3-416a-8d65-60f22de684c3 req-9aed6944-f98b-42b1-b8b4-b670d264e796 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:43.321974 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c21b9ef0-41b3-416a-8d65-60f22de684c3 req-9aed6944-f98b-42b1-b8b4-b670d264e796 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Jul 30 05:03:43.358254 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c21b9ef0-41b3-416a-8d65-60f22de684c3 req-793d4696-c2c7-42da-bc73-e0c2b69bce73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304253 Jul 30 05:03:43.598647 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:44.348040 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:44.477322 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717870f2-591f-4184-a824-c6a6a0a70191 req-295cd5aa-a10b-478b-bf69-99cb15c870b2 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:44.478801 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-717870f2-591f-4184-a824-c6a6a0a70191 req-295cd5aa-a10b-478b-bf69-99cb15c870b2 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0521564 Jul 30 05:03:44.515327 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-717870f2-591f-4184-a824-c6a6a0a70191 req-6e109bcb-9afd-4809-a3ea-5d80e6809e5a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Jul 30 05:03:45.627276 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce0021-0b24-42c2-89a2-5c2a13eaa61e req-066d1a91-e1e2-4791-9784-624cb401cc1f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:45.628747 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f1ce0021-0b24-42c2-89a2-5c2a13eaa61e req-066d1a91-e1e2-4791-9784-624cb401cc1f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Jul 30 05:03:45.667776 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f1ce0021-0b24-42c2-89a2-5c2a13eaa61e req-254f64c1-cc6c-45a0-8c3d-f8f9b15b8d13 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Jul 30 05:03:46.056721 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:46.432217 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f8831-2c75-4861-8ff3-abaf5fedf14d req-ab85f760-63b4-4662-a054-dfb30a16fc10 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:46.433649 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c32f8831-2c75-4861-8ff3-abaf5fedf14d req-ab85f760-63b4-4662-a054-dfb30a16fc10 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0476499 Jul 30 05:03:46.470206 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c32f8831-2c75-4861-8ff3-abaf5fedf14d req-dc0d3af6-e1a2-4264-bbf5-a566bddb4190 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Jul 30 05:03:46.555196 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060c5-6542-4032-881f-9adb4d2cae98 req-332288fc-f9a5-410e-9385-48b8023ea664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:46.556573 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-332288fc-f9a5-410e-9385-48b8023ea664 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0428879 Jul 30 05:03:46.645970 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060c5-6542-4032-881f-9adb4d2cae98 req-493b05d1-7410-4a1f-b930-44086ff8293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:46.647954 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-493b05d1-7410-4a1f-b930-44086ff8293b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 910 time: 0.0804870 Jul 30 05:03:46.717492 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-373d4f5a-21a7-40f9-9c29-4d6931b48d2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 1001 time: 0.0605729 Jul 30 05:03:46.771751 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060c5-6542-4032-881f-9adb4d2cae98 req-c9757920-928b-4efb-867d-9037b1658e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:46.776010 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-c9757920-928b-4efb-867d-9037b1658e40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.0503764 Jul 30 05:03:46.792048 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d2c6f-94c6-4b5d-901a-49ca4f3507ed req-d55d3dce-50d1-45c1-a993-f3284bea5106 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:46.793529 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5b6d2c6f-94c6-4b5d-901a-49ca4f3507ed req-d55d3dce-50d1-45c1-a993-f3284bea5106 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0576556 Jul 30 05:03:46.828720 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060c5-6542-4032-881f-9adb4d2cae98 req-f6962cea-c85e-4a53-9489-652d77538ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:46.830293 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-f6962cea-c85e-4a53-9489-652d77538ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457053 Jul 30 05:03:46.837896 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5b6d2c6f-94c6-4b5d-901a-49ca4f3507ed req-2f93df64-c17b-4b54-a430-e6b5083d3a2f tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381064 Jul 30 05:03:46.926822 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-2644c09a-281f-4185-9654-1045c7640b79 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820761 Jul 30 05:03:47.015941 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-145060c5-6542-4032-881f-9adb4d2cae98 req-514aa6f0-e5fa-43cd-a498-81270727d0cd service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790858 Jul 30 05:03:47.586325 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026bcc-2884-4a1e-9b63-bf170f4114a8 req-57bfcc47-46b3-49fc-940a-960fd8d636b2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:47.587819 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ac026bcc-2884-4a1e-9b63-bf170f4114a8 req-57bfcc47-46b3-49fc-940a-960fd8d636b2 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0482464 Jul 30 05:03:47.625175 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ac026bcc-2884-4a1e-9b63-bf170f4114a8 req-d3350e29-2eec-4702-a224-91db6722c672 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Jul 30 05:03:47.949673 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe198400-6e0a-4fb8-baa1-29345c50c73d req-2dd9dfbf-a5aa-4d47-b32d-56260e50275d tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:47.951126 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe198400-6e0a-4fb8-baa1-29345c50c73d req-2dd9dfbf-a5aa-4d47-b32d-56260e50275d tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0472991 Jul 30 05:03:47.987866 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fe198400-6e0a-4fb8-baa1-29345c50c73d req-14a2bc1c-d002-485b-b212-9acc7d013948 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309260 Jul 30 05:03:48.427071 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-74744d31-75b6-4311-8c18-4aaf7025c865 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:48.429004 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-74744d31-75b6-4311-8c18-4aaf7025c865 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0491467 Jul 30 05:03:48.520334 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Deleting port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:48.520667 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:48.604796 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] For port 5e281e5e-c210-440b-a6dd-7c232ebfdb62, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5e281e5e-c210-440b-a6dd-7c232ebfdb62,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:48.605160 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:48.749748 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815730f-c76e-4a20-a827-bad4af1eb699 req-26cf7776-e765-4b4d-bd64-896f49258b43 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:48.755564 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1815730f-c76e-4a20-a827-bad4af1eb699 req-26cf7776-e765-4b4d-bd64-896f49258b43 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 945 time: 0.0635519 Jul 30 05:03:48.791323 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:48.791714 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:48.792033 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Floating IP a2b8435e-86a0-47c2-bd9c-08c9e10f404a disassociated. External IP: 172.27.2.176, port: 5e281e5e-c210-440b-a6dd-7c232ebfdb62. Jul 30 05:03:48.792380 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Calling delete_port for 5e281e5e-c210-440b-a6dd-7c232ebfdb62 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:48.806286 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1815730f-c76e-4a20-a827-bad4af1eb699 req-1d561f14-967c-4f84-a897-8b2da525744f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups?id=6393f4b4-d395-4caa-a280-0c4e4aa4b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 Jul 30 05:03:48.920556 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:48.954569 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event deleted for resources: {'Port': ['ID=5e281e5e-c210-440b-a6dd-7c232ebfdb62,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:49.076175 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Router c0a3c666-6321-4afb-9b93-53123e0317d8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:03:49.106495 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e4e6-f484-4a93-badb-8e777eededac req-d4ee142e-9798-4a56-a693-bd2d1c185a70 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:49.108721 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ed39e4e6-f484-4a93-badb-8e777eededac req-d4ee142e-9798-4a56-a693-bd2d1c185a70 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0541925 Jul 30 05:03:49.158260 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-ed39e4e6-f484-4a93-badb-8e777eededac req-8486a553-5231-44b1-bf0a-f71928a37eb9 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Jul 30 05:03:49.190753 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:49.201557 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:49.211385 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:49.211991 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:49.229336 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] No DVR routers for this DVR port 5e281e5e-c210-440b-a6dd-7c232ebfdb62 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:49.231755 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:49.233712 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-d0ed4395-21c5-4cca-9192-aa3d4e9a6d91 req-822efd4a-3ad6-4011-a221-771870f1eff7 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.37 "DELETE /v2.0/ports/5e281e5e-c210-440b-a6dd-7c232ebfdb62 HTTP/1.1" status: 204 len: 173 time: 0.7981503 Jul 30 05:03:49.234136 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'name': 'network-vif-deleted', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:49.236350 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e874c296-3d1f-4801-824b-369565d8b0c0" -d '{"events": [{"server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "name": "network-vif-deleted", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:49.276990 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7288941-47ed-4b2e-894e-06d0fce96596 x-openstack-request-id: req-d7288941-47ed-4b2e-894e-06d0fce96596 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:49.277378 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c661ac-1f91-4783-90bd-efd76d98e58a", "name": "network-vif-deleted", "tag": "5e281e5e-c210-440b-a6dd-7c232ebfdb62", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:49.277720 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7288941-47ed-4b2e-894e-06d0fce96596 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:49.278251 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c661ac-1f91-4783-90bd-efd76d98e58a', 'name': 'network-vif-deleted', 'tag': '5e281e5e-c210-440b-a6dd-7c232ebfdb62', 'status': 'completed', 'code': 200} Jul 30 05:03:49.333768 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:49.538122 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:49.566692 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:49.575171 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:49.575763 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:49.677910 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:49.876648 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:49.905127 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80c0da7-abf7-4524-bdf3-c9f4dbf9f781 None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T04:58:14Z', 'revision_number': 4, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'c15712e0-7427-4b63-ab41-a81ce008b398', 'name': '', 'network_id': '36277cc5-238f-4a31-9bde-44c383a299ad', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'mac_address': 'fa:16:3e:9e:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:14Z', 'updated_at': '2021-07-30T04:58:20Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'subnets': [{'id': 'ca7e93da-2348-4213-9bd7-0cf53fe1bedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:49.909012 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7c144e22-65f4-4eab-87f6-45ef0a35014d req-cea67899-aeb4-491e-a266-e45677db5e2d tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c661ac-1f91-4783-90bd-efd76d98e58a HTTP/1.1" status: 200 len: 210 time: 0.0277536 Jul 30 05:03:50.122480 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046642-1c30-45ce-99cd-acfed6da6d2a None None] New status for floating IP a2b8435e-86a0-47c2-bd9c-08c9e10f404a: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:03:50.277794 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be82895-9042-4d56-9456-0f4d3d81f13f req-61005287-797a-479b-a10b-0906c337d2a1 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:50.279286 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9be82895-9042-4d56-9456-0f4d3d81f13f req-61005287-797a-479b-a10b-0906c337d2a1 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0487754 Jul 30 05:03:50.320418 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9be82895-9042-4d56-9456-0f4d3d81f13f req-fac6f0e7-2f04-49a6-ae1b-b1897f73508a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346441 Jul 30 05:03:50.520902 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ace5-667a-4963-a661-0577c7139955 req-4bea9e89-9da7-4040-9515-01a0bc55d34c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:50.522789 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3772ace5-667a-4963-a661-0577c7139955 req-4bea9e89-9da7-4040-9515-01a0bc55d34c tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Jul 30 05:03:50.548724 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34934) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:50.562270 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3772ace5-667a-4963-a661-0577c7139955 req-12e8debf-24f4-43bf-bd97-e505f12831bc tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338113 Jul 30 05:03:50.632264 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-ab955676-7984-45a1-b5a7-2270c735aff5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824046 Jul 30 05:03:50.994904 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 34948) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:51.049876 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-266ca5a6-abc2-429f-865c-f68edda1b00f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.073023 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-266ca5a6-abc2-429f-865c-f68edda1b00f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.122305 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-266ca5a6-abc2-429f-865c-f68edda1b00f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.126084 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-266ca5a6-abc2-429f-865c-f68edda1b00f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.127672 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-266ca5a6-abc2-429f-865c-f68edda1b00f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "DELETE /v2.0/security-groups/6393f4b4-d395-4caa-a280-0c4e4aa4b47b HTTP/1.1" status: 204 len: 168 time: 0.1317401 Jul 30 05:03:51.130398 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34950) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:51.138860 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca5a6-abc2-429f-865c-f68edda1b00f tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6393f4b4-d395-4caa-a280-0c4e4aa4b47b,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:51.144550 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.api.v2.resource [None req-8cbe11d7-2bf7-438b-9a63-dd7bf55e25fa tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] show failed (client error): The resource could not be found. Jul 30 05:03:51.145550 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8cbe11d7-2bf7-438b-9a63-dd7bf55e25fa tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "GET /v2.0/security-groups/6393f4b4-d395-4caa-a280-0c4e4aa4b47b HTTP/1.1" status: 404 len: 347 time: 0.0140965 Jul 30 05:03:51.149066 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34952) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:51.269393 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Deleting port 4a4cf694-bc31-49fe-9436-5a5adcc664fa {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:51.269732 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.346329 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.346539 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.358164 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Calling delete_port for 4a4cf694-bc31-49fe-9436-5a5adcc664fa owned by network:floatingip {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:51.491677 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.518348 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Pushing event deleted for resources: {'Port': ['ID=4a4cf694-bc31-49fe-9436-5a5adcc664fa,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:51.577023 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.579572 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:51.580867 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2a0d8d39-51cf-439a-8a7f-801cea897cc5 tempest-AttachVolumeTestJSON-438930808 tempest-AttachVolumeTestJSON-438930808-project] 10.222.0.35 "DELETE /v2.0/floatingips/a2b8435e-86a0-47c2-bd9c-08c9e10f404a HTTP/1.1" status: 204 len: 168 time: 0.4308977 Jul 30 05:03:51.692565 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b30a-7f94-4f91-8079-79916215e534 req-f34ab0da-7dd4-4770-bbae-bcb84caf5a9d tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:51.694861 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e904b30a-7f94-4f91-8079-79916215e534 req-f34ab0da-7dd4-4770-bbae-bcb84caf5a9d tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0570962 Jul 30 05:03:51.734408 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e904b30a-7f94-4f91-8079-79916215e534 req-8caf90be-5b1c-4ae8-aab9-9877e8c2cf7b tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Jul 30 05:03:51.959123 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-e24750dd-cc72-4929-ab9d-a2fe5995e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:51.961457 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-e24750dd-cc72-4929-ab9d-a2fe5995e4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5&tenant_id=ed96cf0f31a7453d8b0e383d945708f6 HTTP/1.1" status: 200 len: 1098 time: 0.0404825 Jul 30 05:03:52.025443 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-daa8bf03-7646-4bd8-8f5f-1388b64362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:52.026937 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-daa8bf03-7646-4bd8-8f5f-1388b64362d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0436139 Jul 30 05:03:52.113611 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-9ad11b14-a96f-4fe9-aad4-03dea12c4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:52.115088 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-9ad11b14-a96f-4fe9-aad4-03dea12c4641 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 910 time: 0.0801907 Jul 30 05:03:52.182529 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-5a0a006d-96d5-41e2-9c17-3a9fcd24fa1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 1001 time: 0.0602090 Jul 30 05:03:52.231133 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-23e37b9b-cb88-4240-b2b8-ad8af42a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:52.232696 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-23e37b9b-cb88-4240-b2b8-ad8af42a439c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.0432301 Jul 30 05:03:52.258544 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5e281e5e-c210-440b-a6dd-7c232ebfdb62 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:52.278304 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 5e281e5e-c210-440b-a6dd-7c232ebfdb62 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:52.278646 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 5e281e5e-c210-440b-a6dd-7c232ebfdb62 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:52.279106 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:52.279369 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-543c1953-7187-4b94-be9a-e32ab6f7f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:52.280865 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-543c1953-7187-4b94-be9a-e32ab6f7f2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405927 Jul 30 05:03:52.354532 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:52.371927 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-a5d81821-7a72-4947-a447-01468ec542fd service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834491 Jul 30 05:03:52.376390 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:03:52.378863 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a3f80b-7ca7-4855-92db-f9060f40ab4a" -d '{"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-unplugged", "status": "completed", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:52.392627 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:52.397975 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:52.422970 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8084b-89b9-4b2d-98ca-47ad8fd1e511 x-openstack-request-id: req-f2b8084b-89b9-4b2d-98ca-47ad8fd1e511 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:52.423263 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-unplugged", "status": "completed", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:52.423514 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2b8084b-89b9-4b2d-98ca-47ad8fd1e511 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:52.423903 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'code': 200} Jul 30 05:03:52.448688 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=6']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:52.455461 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.455810 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.456151 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.456485 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.456893 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.457220 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.457553 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.457879 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.458207 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.458535 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.458854 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.459198 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:52.463061 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82f1346e-0a3c-428e-a8c6-7cdf74bccc09 req-aced5865-8840-4725-a80c-1de0130b6138 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841198 Jul 30 05:03:52.863281 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9c8c6-c8b1-40f7-b1a4-67c48f88b38e req-11ff8420-19cc-4e19-86b0-a7fbbd1ade89 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:52.864991 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7ed9c8c6-c8b1-40f7-b1a4-67c48f88b38e req-11ff8420-19cc-4e19-86b0-a7fbbd1ade89 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0584443 Jul 30 05:03:52.909707 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-7ed9c8c6-c8b1-40f7-b1a4-67c48f88b38e req-bc48fabb-4c8e-416f-a66c-2310c7527681 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Jul 30 05:03:54.040209 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313bb1-1674-4a23-bcbf-8763f72fc4ec req-4406081b-ac06-47c1-9c77-107dcf5244de tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:54.041484 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7313bb1-1674-4a23-bcbf-8763f72fc4ec req-4406081b-ac06-47c1-9c77-107dcf5244de tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0501118 Jul 30 05:03:54.078458 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f7313bb1-1674-4a23-bcbf-8763f72fc4ec req-c05f961c-41cd-4b77-b392-f9ba40d7e2b6 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Jul 30 05:03:55.133686 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 34992) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:55.204256 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64f6c5-f5b0-4ccf-8865-f96b0b2df347 req-ef116a03-6c1d-46fb-972f-63cad9fe5009 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:55.206356 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa64f6c5-f5b0-4ccf-8865-f96b0b2df347 req-ef116a03-6c1d-46fb-972f-63cad9fe5009 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0599642 Jul 30 05:03:55.540123 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-aa64f6c5-f5b0-4ccf-8865-f96b0b2df347 req-d29bd138-bed3-4665-9ed0-d6a7b92bcfab tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276844 Jul 30 05:03:55.589592 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:56.071178 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Deleting port c15712e0-7427-4b63-ab41-a81ce008b398 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:56.071510 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:56.146176 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] For port c15712e0-7427-4b63-ab41-a81ce008b398, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=c15712e0-7427-4b63-ab41-a81ce008b398,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:56.146863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:56.159688 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Calling delete_port for c15712e0-7427-4b63-ab41-a81ce008b398 owned by network:router_interface {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:56.331029 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:56.361547 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15712e0-7427-4b63-ab41-a81ce008b398,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:56.523946 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:56.654310 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed80b3-5324-4aab-8630-0d815b9c36a2 req-4eea2569-6ad9-4b06-8044-31f3bc8ceb1a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:56.655717 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-47ed80b3-5324-4aab-8630-0d815b9c36a2 req-4eea2569-6ad9-4b06-8044-31f3bc8ceb1a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0483425 Jul 30 05:03:56.695989 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-47ed80b3-5324-4aab-8630-0d815b9c36a2 req-eb9e833b-cd85-416a-b25d-bd68df63c736 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340414 Jul 30 05:03:56.744502 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Router c0a3c666-6321-4afb-9b93-53123e0317d8 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:03:56.863628 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:56.875029 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c5fe525f-0dc6-4b0e-95a5-1f099db9f057 admin admin] 10.222.0.35 "PUT /v2.0/routers/c0a3c666-6321-4afb-9b93-53123e0317d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402689 Jul 30 05:03:56.877541 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35000) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:56.880736 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] Sync routers for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:56.892720 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:56.893531 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:56.985247 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks [] for router, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:56.999896 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:57.082588 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.146870 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Deleting port f482391b-cb87-49e5-b439-8597ecc949d7 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:57.147611 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.191264 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T05:03:56Z', 'revision_number': 5, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port': {'id': 'f482391b-cb87-49e5-b439-8597ecc949d7', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:12Z', 'updated_at': '2021-07-30T04:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:57.221138 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] Checking router: c0a3c666-6321-4afb-9b93-53123e0317d8 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:57.228637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] For port f482391b-cb87-49e5-b439-8597ecc949d7, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f482391b-cb87-49e5-b439-8597ecc949d7,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:57.228999 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.230305 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] Routers {'c0a3c666-6321-4afb-9b93-53123e0317d8'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:03:57.231047 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['c0a3c666-6321-4afb-9b93-53123e0317d8'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:57.242493 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Calling delete_port for f482391b-cb87-49e5-b439-8597ecc949d7 owned by network:router_gateway {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:57.316191 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] Set router c0a3c666-6321-4afb-9b93-53123e0317d8 gateway port host: None {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:03:57.368611 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T05:03:57Z', 'revision_number': 6, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port_host': None}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:57.393792 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10cd65-003b-4ae8-bee4-4feabb4f482e None None] The sync data for ids ['c0a3c666-6321-4afb-9b93-53123e0317d8'] in dv-cinder-787262-6-iscsi is: [{'id': 'c0a3c666-6321-4afb-9b93-53123e0317d8', 'name': 'tempest-AttachVolumeTestJSON-1899569469-router', 'tenant_id': '5a49d8756c7340be99bcd516d26f6e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:11Z', 'updated_at': '2021-07-30T05:03:57Z', 'revision_number': 6, 'project_id': '5a49d8756c7340be99bcd516d26f6e1d', 'gw_port_host': None}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:57.417615 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.447784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Pushing event deleted for resources: {'Port': ['ID=f482391b-cb87-49e5-b439-8597ecc949d7,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:57.505404 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.591593 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.593626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.634739 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.635278 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a3c666-6321-4afb-9b93-53123e0317d8 {{(pid=93062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:03:57.640040 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.641204 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8a5deb74-e1b3-47f0-a9eb-79b002daf45f admin admin] 10.222.0.35 "DELETE /v2.0/routers/c0a3c666-6321-4afb-9b93-53123e0317d8 HTTP/1.1" status: 204 len: 168 time: 0.7626820 Jul 30 05:03:57.643670 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35002) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:57.686493 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Deleting subnet ca7e93da-2348-4213-9bd7-0cf53fe1bedd {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:03:57.689345 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.728430 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.812165 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.826029 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198400cc-92cf-487b-986b-e67c7e0654a5 req-17e44956-334d-4acb-8dac-6ec9f6800b8e tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:57.833246 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-198400cc-92cf-487b-986b-e67c7e0654a5 req-17e44956-334d-4acb-8dac-6ec9f6800b8e tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0582256 Jul 30 05:03:57.865419 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.867718 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-198400cc-92cf-487b-986b-e67c7e0654a5 req-fcdef9dc-88bd-41d4-9068-971a7da08f6d tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336263 Jul 30 05:03:57.897071 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:57.899679 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca7e93da-2348-4213-9bd7-0cf53fe1bedd HTTP/1.1" status: 204 len: 168 time: 0.2550581 Jul 30 05:03:57.900830 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64113e-91df-4476-ae84-9964d6c760dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7e93da-2348-4213-9bd7-0cf53fe1bedd,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:57.902215 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35006) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:57.905789 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff651a-70fe-466a-8f20-249c7aa16368 None None] Network 36277cc5-238f-4a31-9bde-44c383a299ad requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:03:57.977831 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.030457 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Deleting port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:58.030821 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.092485 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] For port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,segment=NetworkSegment(61350b87-21a4-491f-9383-fc4c13dab009),segment_id=61350b87-21a4-491f-9383-fc4c13dab009)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:58.092782 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.108685 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Calling delete_port for cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb owned by network:dhcp {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:58.172121 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] DHCP port deletion for 36277cc5-238f-4a31-9bde-44c383a299ad request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:03:58.192927 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.219011 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Deleting port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:03:58.219230 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:58.219381 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.222732 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] No DVR routers for this DVR port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb on host dv-cinder-787262-6-iscsi {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:58.281916 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] For port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb, host dv-cinder-787262-6-iscsi, got binding levels [] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:58.282326 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.296248 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Calling delete_port for cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:03:58.296982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.298935 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.ipam_backend_mixin [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb was not found and therefore no delete operation was performed {{(pid=93063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 05:03:58.300189 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.306707 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36277cc5-238f-4a31-9bde-44c383a299ad']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:58.316699 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61350b87-21a4-491f-9383-fc4c13dab009') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:58.317004 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61350b87-21a4-491f-9383-fc4c13dab009') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:58.326196 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.330023 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] No DVR routers for this DVR port cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb on host dv-cinder-787262-6-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:03:58.336976 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d2f0-3a4f-4958-8473-cc30ea927de7 None None] Pushing event deleted for resources: {'Port': ['ID=cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:58.344366 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.350261 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:03:58.350638 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:03:58.352366 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:03:58.414654 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.420008 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.424523 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] 10.222.0.35 "DELETE /v2.0/networks/36277cc5-238f-4a31-9bde-44c383a299ad HTTP/1.1" status: 204 len: 168 time: 0.5211847 Jul 30 05:03:58.438081 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d61cf-c7d0-4476-bfe5-5f7d3f1f9dde admin admin] Pushing event deleted for resources: {'Network': ['ID=36277cc5-238f-4a31-9bde-44c383a299ad,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:58.543208 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35010) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:58.588488 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2bf88659-f977-4c8a-bed0-5b3b48d2b73d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a49d8756c7340be99bcd516d26f6e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440836 Jul 30 05:03:58.590996 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35012) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:03:58.591477 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14389e51-1b7d-4d69-bd5f-e6d4d0901847 req-33ade420-7b0d-4a25-b3d1-b8922d758f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:58.592975 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-14389e51-1b7d-4d69-bd5f-e6d4d0901847 req-33ade420-7b0d-4a25-b3d1-b8922d758f3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1096 time: 0.0419457 Jul 30 05:03:58.628384 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-14389e51-1b7d-4d69-bd5f-e6d4d0901847 req-c5a26319-494d-441a-a0de-17e9979598f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284302 Jul 30 05:03:58.639860 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-58052085-0e24-4916-b5f9-226400143bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.661365 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-58052085-0e24-4916-b5f9-226400143bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.707193 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-58052085-0e24-4916-b5f9-226400143bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.709989 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-58052085-0e24-4916-b5f9-226400143bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:03:58.711771 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-58052085-0e24-4916-b5f9-226400143bfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3b3382a-cfff-4a30-826f-d06494c984e4 HTTP/1.1" status: 204 len: 168 time: 0.1198499 Jul 30 05:03:58.719248 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58052085-0e24-4916-b5f9-226400143bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b3382a-cfff-4a30-826f-d06494c984e4,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:58.885406 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f482391b-cb87-49e5-b439-8597ecc949d7 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:58.994533 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb8a31-3ffa-455f-ac78-22c539639fe8 req-0563e724-155a-44ed-9e42-6187fbdecf41 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:03:58.996151 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-19eb8a31-3ffa-455f-ac78-22c539639fe8 req-0563e724-155a-44ed-9e42-6187fbdecf41 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0575633 Jul 30 05:03:59.035549 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: f482391b-cb87-49e5-b439-8597ecc949d7 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:59.036070 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f482391b-cb87-49e5-b439-8597ecc949d7 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:59.036375 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c15712e0-7427-4b63-ab41-a81ce008b398 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:59.037990 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-19eb8a31-3ffa-455f-ac78-22c539639fe8 req-4e7aae5a-504c-4b6d-a20f-66da9ecd661a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345180 Jul 30 05:03:59.056866 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: c15712e0-7427-4b63-ab41-a81ce008b398 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:59.057223 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c15712e0-7427-4b63-ab41-a81ce008b398 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:59.057658 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:59.076172 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:03:59.076525 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device cbd739ef-e8e4-4f60-bb20-c9c30ba0ddfb not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:00.160168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155667b-65b1-44ec-bba1-22edb8a6a766 req-7d64894b-fa9f-4ef6-8e7d-7fbd99980989 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:00.161518 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f155667b-65b1-44ec-bba1-22edb8a6a766 req-7d64894b-fa9f-4ef6-8e7d-7fbd99980989 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 943 time: 0.0546725 Jul 30 05:04:00.201866 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f155667b-65b1-44ec-bba1-22edb8a6a766 req-504ae309-5f44-4d71-abad-c4083ee37563 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Jul 30 05:04:00.301862 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:04:00.398628 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:00.410613 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'port_id': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'mac_address': 'fa:16:3e:06:1f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:04:00.447227 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.459421 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9520cab4-1e02-4461-9f88-bc55bae0ea05 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:04:00.478687 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:00.483581 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.524930 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35082) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:00.531597 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=7']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:00.628810 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-14b05766-22b9-4fe0-a0de-29d3061ac0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.716162 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-14b05766-22b9-4fe0-a0de-29d3061ac0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.719501 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-14b05766-22b9-4fe0-a0de-29d3061ac0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.744595 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['9520cab4-1e02-4461-9f88-bc55bae0ea05'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:00.758477 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-14b05766-22b9-4fe0-a0de-29d3061ac0d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=effc65b7c24a497abf7918fddae98767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313452 Jul 30 05:04:00.759408 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05766-22b9-4fe0-a0de-29d3061ac0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0648c7f9-6919-41dc-8281-fd265cca5b0b,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:00.760980 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35086) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:00.813423 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9f41b09b-d7ac-4f9d-8980-19d7e9e9d179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.834836 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9f41b09b-d7ac-4f9d-8980-19d7e9e9d179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.883416 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9f41b09b-d7ac-4f9d-8980-19d7e9e9d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.885898 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9f41b09b-d7ac-4f9d-8980-19d7e9e9d179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:00.887069 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-9f41b09b-d7ac-4f9d-8980-19d7e9e9d179 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0648c7f9-6919-41dc-8281-fd265cca5b0b HTTP/1.1" status: 204 len: 168 time: 0.1242008 Jul 30 05:04:00.894697 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41b09b-d7ac-4f9d-8980-19d7e9e9d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0648c7f9-6919-41dc-8281-fd265cca5b0b,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:01.156805 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35098) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:01.170465 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f859-8853-4435-a3c2-006f23eedef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.267290 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f859-8853-4435-a3c2-006f23eedef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.271441 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f859-8853-4435-a3c2-006f23eedef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.271824 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b61f65-7b20-45a0-a9b0-05f30d895a3b req-6195eef5-ac16-42b1-b4d4-0d41056be012 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:01.273955 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f5b61f65-7b20-45a0-a9b0-05f30d895a3b req-6195eef5-ac16-42b1-b4d4-0d41056be012 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 947 time: 0.0510869 Jul 30 05:04:01.310121 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c1e4f859-8853-4435-a3c2-006f23eedef0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4eb9cd3811574e70a51b560df2def246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522198 Jul 30 05:04:01.312178 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4f859-8853-4435-a3c2-006f23eedef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1620bc67-4631-441a-a7b8-0235273da909,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:01.312654 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f5b61f65-7b20-45a0-a9b0-05f30d895a3b req-5a96ba05-4487-4af4-9ab1-949b3df5ef00 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324779 Jul 30 05:04:01.313121 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35102) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:01.365635 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69016a0-cd85-4d74-85b1-7ecfc2b14de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.385794 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69016a0-cd85-4d74-85b1-7ecfc2b14de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.430564 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69016a0-cd85-4d74-85b1-7ecfc2b14de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.433006 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69016a0-cd85-4d74-85b1-7ecfc2b14de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:01.434138 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d69016a0-cd85-4d74-85b1-7ecfc2b14de8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1620bc67-4631-441a-a7b8-0235273da909 HTTP/1.1" status: 204 len: 168 time: 0.1201077 Jul 30 05:04:01.441754 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69016a0-cd85-4d74-85b1-7ecfc2b14de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1620bc67-4631-441a-a7b8-0235273da909,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:02.305354 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:04:02.356084 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 9520cab4-1e02-4461-9f88-bc55bae0ea05 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:04:02.356408 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:02.441788 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:02.468047 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a07586-bb5b-4c78-b356-ecbafffd7d1e req-fe99dd77-efaf-42c7-b8ff-4ad59eb7fb31 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:02.470835 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-52a07586-bb5b-4c78-b356-ecbafffd7d1e req-fe99dd77-efaf-42c7-b8ff-4ad59eb7fb31 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 947 time: 0.0639584 Jul 30 05:04:02.479768 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:04:02.482843 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8102ff15-f502-4be2-934e-d1c832412a66" -d '{"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-plugged", "status": "completed", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:02.511856 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:02.513208 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-52a07586-bb5b-4c78-b356-ecbafffd7d1e req-eb8eac9e-513a-4069-9b75-a75c67fb1140 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e71999d-4038-4d4d-8fb8-0e150da1e459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363522 Jul 30 05:04:02.516623 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:02.528385 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7e58e-b318-4519-9502-580038486805 x-openstack-request-id: req-ecb7e58e-b318-4519-9502-580038486805 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:02.528669 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-plugged", "status": "completed", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:02.528954 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecb7e58e-b318-4519-9502-580038486805 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:02.529304 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'code': 200} Jul 30 05:04:02.576094 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=8']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:02.645227 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-353324ab-08da-4e4d-831b-5e14c2989a34 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:02.646688 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-353324ab-08da-4e4d-831b-5e14c2989a34 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 947 time: 0.0484307 Jul 30 05:04:02.738313 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Deleting port ebb95437-fb28-41e9-b12d-b57a8e22cc60 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:04:02.738662 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:02.829869 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] For port ebb95437-fb28-41e9-b12d-b57a8e22cc60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ebb95437-fb28-41e9-b12d-b57a8e22cc60,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:02.830241 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:03.008568 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:03.008871 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:03.009184 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Floating IP 9a9d2e0f-2ab9-4397-9a3f-813f68972fb8 disassociated. External IP: 172.27.2.152, port: ebb95437-fb28-41e9-b12d-b57a8e22cc60. Jul 30 05:04:03.009537 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Calling delete_port for ebb95437-fb28-41e9-b12d-b57a8e22cc60 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:04:03.138314 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:03.166972 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event deleted for resources: {'Port': ['ID=ebb95437-fb28-41e9-b12d-b57a8e22cc60,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:03.285761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:04:03.393742 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:03.405395 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:03.415794 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:04:03.416526 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:03.435882 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] No DVR routers for this DVR port ebb95437-fb28-41e9-b12d-b57a8e22cc60 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:04:03.438556 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:03.440532 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3fb38559-bc98-44db-9b05-43e5ddb0234a req-97aca48d-e755-41d5-b26b-b8fdeda1fc8f tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.37 "DELETE /v2.0/ports/ebb95437-fb28-41e9-b12d-b57a8e22cc60 HTTP/1.1" status: 204 len: 173 time: 0.7878568 Jul 30 05:04:03.440958 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-deleted', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:04:03.443337 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c390df20-7b8d-462b-8b4b-dc3fbf0c8501" -d '{"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-deleted", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:03.488774 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b658a8-8f69-400a-9fb7-d462535c8a08 x-openstack-request-id: req-91b658a8-8f69-400a-9fb7-d462535c8a08 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:03.489059 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f794c885-9c56-4e08-a33d-e30bb6c87aa3", "name": "network-vif-deleted", "tag": "ebb95437-fb28-41e9-b12d-b57a8e22cc60", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:03.489301 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91b658a8-8f69-400a-9fb7-d462535c8a08 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:03.489692 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f794c885-9c56-4e08-a33d-e30bb6c87aa3', 'name': 'network-vif-deleted', 'tag': 'ebb95437-fb28-41e9-b12d-b57a8e22cc60', 'status': 'completed', 'code': 200} Jul 30 05:04:03.537386 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:04:03.687613 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-cd90c3fa-0b97-4cb2-8df1-bba2f3bc7d1a req-d60167fc-ba3e-47d8-a7c3-61e6f8665120 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/ports?device_id=f794c885-9c56-4e08-a33d-e30bb6c87aa3 HTTP/1.1" status: 200 len: 210 time: 0.0434914 Jul 30 05:04:03.803711 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:03.831438 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:03.840644 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:04:03.841243 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:03.912985 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35180) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:03.945580 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:04:04.013805 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-50c4d3aa-85c9-4d49-84a4-b28e3e0f8057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.105672 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-50c4d3aa-85c9-4d49-84a4-b28e3e0f8057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.109125 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-50c4d3aa-85c9-4d49-84a4-b28e3e0f8057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.146779 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-50c4d3aa-85c9-4d49-84a4-b28e3e0f8057 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44eb42db011d4f12a2f672367ee47f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326705 Jul 30 05:04:04.149178 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4d3aa-85c9-4d49-84a4-b28e3e0f8057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59342826-f519-499a-8ea4-367f592f7999,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:04.149730 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35184) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:04.150226 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:04.177481 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab365fb-cd75-468b-8d67-c38ba7572559 None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T04:56:53Z', 'revision_number': 4, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '7c5973e7-3f78-445e-8c5b-67822982a297', 'name': '', 'network_id': 'b7e13099-3efa-4b15-9023-11f254881a64', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'mac_address': 'fa:16:3e:24:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:50Z', 'updated_at': '2021-07-30T04:57:03Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'subnets': [{'id': '6f838190-c816-4274-9367-4ecf4a1c42cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:04.202602 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-68d6bdf6-db7b-41b4-95e5-4f4c40ba8e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.225234 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-68d6bdf6-db7b-41b4-95e5-4f4c40ba8e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.272037 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-68d6bdf6-db7b-41b4-95e5-4f4c40ba8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.275442 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-68d6bdf6-db7b-41b4-95e5-4f4c40ba8e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.276627 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-68d6bdf6-db7b-41b4-95e5-4f4c40ba8e08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59342826-f519-499a-8ea4-367f592f7999 HTTP/1.1" status: 204 len: 168 time: 0.1258976 Jul 30 05:04:04.284002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6bdf6-db7b-41b4-95e5-4f4c40ba8e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59342826-f519-499a-8ea4-367f592f7999,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:04.410322 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8536b-6e27-4b98-9d93-ff278dc566ec None None] New status for floating IP 9a9d2e0f-2ab9-4397-9a3f-813f68972fb8: DOWN {{(pid=93063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:04:04.549006 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35190) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:04.561945 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eaca7b01-ad5f-4a81-b5d6-547c6e418300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.648552 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eaca7b01-ad5f-4a81-b5d6-547c6e418300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.652797 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eaca7b01-ad5f-4a81-b5d6-547c6e418300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.696018 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca7b01-ad5f-4a81-b5d6-547c6e418300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d563de03-bd47-4310-8bfa-8ee6d31016bf,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:04.700222 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-eaca7b01-ad5f-4a81-b5d6-547c6e418300 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f711d69585a4174869950e2ab19b498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502233 Jul 30 05:04:04.702818 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35192) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:04.753449 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ca61e695-bfcb-41e8-b631-739eb2f94983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.767294 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35198) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:04.778602 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ca61e695-bfcb-41e8-b631-739eb2f94983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.822346 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-373e6200-095b-4636-afc3-4137138c019e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.824482 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ca61e695-bfcb-41e8-b631-739eb2f94983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.827242 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ca61e695-bfcb-41e8-b631-739eb2f94983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.828410 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ca61e695-bfcb-41e8-b631-739eb2f94983 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d563de03-bd47-4310-8bfa-8ee6d31016bf HTTP/1.1" status: 204 len: 168 time: 0.1246793 Jul 30 05:04:04.836954 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e695-bfcb-41e8-b631-739eb2f94983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d563de03-bd47-4310-8bfa-8ee6d31016bf,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:04.848861 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-373e6200-095b-4636-afc3-4137138c019e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.902318 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-373e6200-095b-4636-afc3-4137138c019e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.905291 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-373e6200-095b-4636-afc3-4137138c019e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:04.906492 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-373e6200-095b-4636-afc3-4137138c019e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "DELETE /v2.0/security-groups/3e71999d-4038-4d4d-8fb8-0e150da1e459 HTTP/1.1" status: 204 len: 168 time: 0.1381147 Jul 30 05:04:04.909931 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35202) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:04.917408 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e6200-095b-4636-afc3-4137138c019e tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71999d-4038-4d4d-8fb8-0e150da1e459,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:04.926575 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.api.v2.resource [None req-3a15c15b-cedd-4148-81d9-a442b0d85c91 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] show failed (client error): The resource could not be found. Jul 30 05:04:04.927619 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3a15c15b-cedd-4148-81d9-a442b0d85c91 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "GET /v2.0/security-groups/3e71999d-4038-4d4d-8fb8-0e150da1e459 HTTP/1.1" status: 404 len: 347 time: 0.0166981 Jul 30 05:04:04.930610 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35204) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:05.055210 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Deleting port d943d67f-1e5b-41b9-9aea-cadf69ed0083 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:04:05.055552 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:05.131510 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:05.131835 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:05.145213 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Calling delete_port for d943d67f-1e5b-41b9-9aea-cadf69ed0083 owned by network:floatingip {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:04:05.279250 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:05.306510 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Pushing event deleted for resources: {'Port': ['ID=d943d67f-1e5b-41b9-9aea-cadf69ed0083,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:05.372589 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:05.375434 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:05.376581 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-ef862d76-9094-459c-b4ab-a88691daf3b7 tempest-AttachVolumeShelveTestJSON-2009929388 tempest-AttachVolumeShelveTestJSON-2009929388-project] 10.222.0.35 "DELETE /v2.0/floatingips/9a9d2e0f-2ab9-4397-9a3f-813f68972fb8 HTTP/1.1" status: 204 len: 168 time: 0.4450169 Jul 30 05:04:06.330608 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:06.350121 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: ebb95437-fb28-41e9-b12d-b57a8e22cc60 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:04:06.350474 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ebb95437-fb28-41e9-b12d-b57a8e22cc60 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:06.676478 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35286) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:06.780338 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52e2dfd5-03ac-4c19-abf2-0923f03ffe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:06.873561 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52e2dfd5-03ac-4c19-abf2-0923f03ffe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:06.877370 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52e2dfd5-03ac-4c19-abf2-0923f03ffe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:06.927036 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2dfd5-03ac-4c19-abf2-0923f03ffe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3ce82f-2f99-423f-8443-77f13b52f539,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:06.931572 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-52e2dfd5-03ac-4c19-abf2-0923f03ffe51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a7ed93d782c45e6bdde43a3dd4b19a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540791 Jul 30 05:04:06.934379 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35290) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:06.982836 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da6103a-bd7f-4373-874f-3ff1f496b321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.002870 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da6103a-bd7f-4373-874f-3ff1f496b321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.048623 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da6103a-bd7f-4373-874f-3ff1f496b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.051179 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da6103a-bd7f-4373-874f-3ff1f496b321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.052305 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8da6103a-bd7f-4373-874f-3ff1f496b321 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f3ce82f-2f99-423f-8443-77f13b52f539 HTTP/1.1" status: 204 len: 168 time: 0.1169410 Jul 30 05:04:07.059708 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6103a-bd7f-4373-874f-3ff1f496b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3ce82f-2f99-423f-8443-77f13b52f539,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:07.299874 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35296) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:07.316383 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-630816b7-75e3-45b7-a189-6b22b9109912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.403135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-630816b7-75e3-45b7-a189-6b22b9109912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.406545 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-630816b7-75e3-45b7-a189-6b22b9109912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.443590 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-630816b7-75e3-45b7-a189-6b22b9109912 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e28ea07ed2c843f8b6db3fbd0deb9407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427507 Jul 30 05:04:07.444413 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630816b7-75e3-45b7-a189-6b22b9109912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0f97d3-7e36-42bf-af63-cc751d871886,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:07.446972 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35298) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:07.494583 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20fca101-0ea5-474d-888c-0ead0107bc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.515217 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20fca101-0ea5-474d-888c-0ead0107bc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.563755 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20fca101-0ea5-474d-888c-0ead0107bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.566140 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-20fca101-0ea5-474d-888c-0ead0107bc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:07.567292 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-20fca101-0ea5-474d-888c-0ead0107bc65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a0f97d3-7e36-42bf-af63-cc751d871886 HTTP/1.1" status: 204 len: 168 time: 0.1193316 Jul 30 05:04:07.574856 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fca101-0ea5-474d-888c-0ead0107bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0f97d3-7e36-42bf-af63-cc751d871886,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:07.800198 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35310) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:08.238362 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:08.486339 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Deleting port 7c5973e7-3f78-445e-8c5b-67822982a297 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:04:08.487018 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:08.568775 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] For port 7c5973e7-3f78-445e-8c5b-67822982a297, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=7c5973e7-3f78-445e-8c5b-67822982a297,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:08.569143 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:08.582593 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Calling delete_port for 7c5973e7-3f78-445e-8c5b-67822982a297 owned by network:router_interface {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:04:08.787168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:08.824552 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5973e7-3f78-445e-8c5b-67822982a297,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:09.005811 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.053203 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.234217 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Router 9fb40c31-8a7f-4b05-8d90-77386b2480bb has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:04:09.342049 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:09.347502 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d7475ab3-dc18-44a1-b67e-be195ab77c55 admin admin] 10.222.0.35 "PUT /v2.0/routers/9fb40c31-8a7f-4b05-8d90-77386b2480bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5456769 Jul 30 05:04:09.349394 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35352) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:09.352505 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] Sync routers for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:09.361904 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:04:09.362427 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:09.452948 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks [] for router, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.465045 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:04:09.557018 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.608551 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Deleting port 7662f8be-9cc3-4157-83ca-d63a5e24846f {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:04:09.608892 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.641685 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T05:04:08Z', 'revision_number': 5, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port': {'id': '7662f8be-9cc3-4157-83ca-d63a5e24846f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:56:46Z', 'updated_at': '2021-07-30T04:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:09.671512 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] Checking router: 9fb40c31-8a7f-4b05-8d90-77386b2480bb for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:09.680270 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] Routers {'9fb40c31-8a7f-4b05-8d90-77386b2480bb'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:04:09.680857 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:03:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:09.689292 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] For port 7662f8be-9cc3-4157-83ca-d63a5e24846f, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=7662f8be-9cc3-4157-83ca-d63a5e24846f,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:09.689668 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.701156 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Calling delete_port for 7662f8be-9cc3-4157-83ca-d63a5e24846f owned by network:router_gateway {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:04:09.767515 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] Set router 9fb40c31-8a7f-4b05-8d90-77386b2480bb gateway port host: None {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:04:09.818612 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T05:04:09Z', 'revision_number': 6, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port_host': None}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:09.848222 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd4b9-9a69-4eed-907c-e5f283497083 None None] The sync data for ids ['9fb40c31-8a7f-4b05-8d90-77386b2480bb'] in dv-cinder-787262-6-iscsi is: [{'id': '9fb40c31-8a7f-4b05-8d90-77386b2480bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1998692015-router', 'tenant_id': '2878765373cb4866aaa8f9f581cf3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:56:45Z', 'updated_at': '2021-07-30T05:04:09Z', 'revision_number': 6, 'project_id': '2878765373cb4866aaa8f9f581cf3856', 'gw_port_host': None}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:09.871505 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:09.898937 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Pushing event deleted for resources: {'Port': ['ID=7662f8be-9cc3-4157-83ca-d63a5e24846f,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:09.959795 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.045988 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.048065 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.092617 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.093181 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb40c31-8a7f-4b05-8d90-77386b2480bb {{(pid=93061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:04:10.097715 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.098867 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-345d99e2-e379-4327-8e64-017eec235792 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9fb40c31-8a7f-4b05-8d90-77386b2480bb HTTP/1.1" status: 204 len: 168 time: 0.7485654 Jul 30 05:04:10.102008 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35354) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:10.147417 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Deleting subnet 6f838190-c816-4274-9367-4ecf4a1c42cb {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:04:10.151127 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.186292 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.273551 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.328193 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.354219 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f838190-c816-4274-9367-4ecf4a1c42cb,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:10.356352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.361110 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-de9ca2e9-67a7-4695-b64a-0d87041b8e9b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6f838190-c816-4274-9367-4ecf4a1c42cb HTTP/1.1" status: 204 len: 168 time: 0.2549925 Jul 30 05:04:10.361110 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35360) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:10.364595 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104cefae-0d80-4667-b0ac-32bb01468152 None None] Network b7e13099-3efa-4b15-9023-11f254881a64 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:04:10.438024 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.498363 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Deleting port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:04:10.498817 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.561475 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] For port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:10.562002 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.576789 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Calling delete_port for 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 owned by network:dhcp {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:04:10.586497 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] DHCP port deletion for b7e13099-3efa-4b15-9023-11f254881a64 request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:04:10.646460 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-fdfb04cc-dc57-4c4e-b9fe-2739bf572b2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472579 Jul 30 05:04:10.648338 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] Deleting port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:04:10.648545 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.677513 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.710284 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:10.712983 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] No DVR routers for this DVR port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 on host dv-cinder-787262-6-iscsi {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:04:10.735163 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] For port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,segment=NetworkSegment(027b111d-4dbd-4222-bf37-288c18003e55),segment_id=027b111d-4dbd-4222-bf37-288c18003e55)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:10.736091 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.750416 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] Calling delete_port for 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:04:10.758648 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-c4ed113d-cb16-4d06-a264-3c7082aa9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:10.760426 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-c4ed113d-cb16-4d06-a264-3c7082aa9910 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0455084 Jul 30 05:04:10.803392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.815576 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e13099-3efa-4b15-9023-11f254881a64']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:10.834005 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.845744 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027b111d-4dbd-4222-bf37-288c18003e55') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:10.847779 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027b111d-4dbd-4222-bf37-288c18003e55') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:10.861838 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.880041 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] No DVR routers for this DVR port 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 on host dv-cinder-787262-6-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:04:10.884405 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f59f3-98e7-4310-8939-918695a4e071 None None] Pushing event deleted for resources: {'Port': ['ID=78f8ac84-7391-426c-b7ec-e362cd7ee2e2,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:10.886504 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-10b23bba-589e-44a8-9ac9-6460c5c1e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:10.888841 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-10b23bba-589e-44a8-9ac9-6460c5c1e6d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 910 time: 0.1063166 Jul 30 05:04:10.892325 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.896308 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69740b3b-2e1a-443f-b067-a85043111aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.912432 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:04:10.912856 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:04:10.915999 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:04:10.930321 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7c5973e7-3f78-445e-8c5b-67822982a297 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:10.952225 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 7c5973e7-3f78-445e-8c5b-67822982a297 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:04:10.952821 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7c5973e7-3f78-445e-8c5b-67822982a297 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:10.953404 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:10.973006 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:04:10.973361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 78f8ac84-7391-426c-b7ec-e362cd7ee2e2 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:10.973789 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7662f8be-9cc3-4157-83ca-d63a5e24846f no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:10.983231 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.985909 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-41840b55-4d62-469b-82b1-add2a33c45df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 1001 time: 0.0841935 Jul 30 05:04:10.989704 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:10.992780 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b7e13099-3efa-4b15-9023-11f254881a64 HTTP/1.1" status: 204 len: 168 time: 0.6310320 Jul 30 05:04:10.993551 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 7662f8be-9cc3-4157-83ca-d63a5e24846f {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:04:10.993901 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 7662f8be-9cc3-4157-83ca-d63a5e24846f not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:11.008788 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce5395-b4f2-41ac-888f-530a5cda09c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e13099-3efa-4b15-9023-11f254881a64,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:11.056359 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-3ce64b2a-15ca-4e42-927e-6610385e11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:11.057965 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-3ce64b2a-15ca-4e42-927e-6610385e11f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.0592594 Jul 30 05:04:11.107396 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-03888359-02c2-4cbe-979b-98a579aeb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:11.109040 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-03888359-02c2-4cbe-979b-98a579aeb109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431292 Jul 30 05:04:11.175409 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35368) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:11.490440 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-f7561616-cbed-45c5-90c5-c72429558cbe service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694711 Jul 30 05:04:11.493535 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a56e491f-648a-49dc-9aa0-7caeefe5e293 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2878765373cb4866aaa8f9f581cf3856&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3171921 Jul 30 05:04:11.496132 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35372) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:11.604743 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-da833ac7-8fe8-4be6-a08a-0c218ba74364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:11.634073 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-49c9309c-3f5f-4375-a500-48505cd1f0f3 req-05368b5a-8b14-4662-aa3f-0a36c52225a2 service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319270 Jul 30 05:04:11.638470 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-da833ac7-8fe8-4be6-a08a-0c218ba74364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:11.687118 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-da833ac7-8fe8-4be6-a08a-0c218ba74364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:11.689792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-da833ac7-8fe8-4be6-a08a-0c218ba74364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:11.690961 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-da833ac7-8fe8-4be6-a08a-0c218ba74364 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4efb283-4e6c-4a65-b007-f10b48d2ac16 HTTP/1.1" status: 204 len: 168 time: 0.1940117 Jul 30 05:04:11.699512 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da833ac7-8fe8-4be6-a08a-0c218ba74364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4efb283-4e6c-4a65-b007-f10b48d2ac16,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:11.748496 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35380) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:11.951523 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-32e2ba4f-b893-4ebc-ba3c-7767a4f4bc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.045259 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-32e2ba4f-b893-4ebc-ba3c-7767a4f4bc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.049883 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-32e2ba4f-b893-4ebc-ba3c-7767a4f4bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.091015 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-32e2ba4f-b893-4ebc-ba3c-7767a4f4bc1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbd573137f8b4e9ea35cb5538abb9470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413963 Jul 30 05:04:12.092052 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ba4f-b893-4ebc-ba3c-7767a4f4bc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d591feef-ee9e-4305-883d-124c4e801de0,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.093684 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35394) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:12.147627 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd176d1b-9578-4755-bc8d-ef240be0ea1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.170124 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd176d1b-9578-4755-bc8d-ef240be0ea1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.218109 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd176d1b-9578-4755-bc8d-ef240be0ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.220690 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bd176d1b-9578-4755-bc8d-ef240be0ea1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.221877 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-bd176d1b-9578-4755-bc8d-ef240be0ea1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d591feef-ee9e-4305-883d-124c4e801de0 HTTP/1.1" status: 204 len: 168 time: 0.1271904 Jul 30 05:04:12.231116 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd176d1b-9578-4755-bc8d-ef240be0ea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d591feef-ee9e-4305-883d-124c4e801de0,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.488192 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35412) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:12.505703 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f87b71b-f0fb-4cb7-a2dd-8865194ece50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.604584 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f87b71b-f0fb-4cb7-a2dd-8865194ece50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.608607 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-5f87b71b-f0fb-4cb7-a2dd-8865194ece50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.645182 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87b71b-f0fb-4cb7-a2dd-8865194ece50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e066d-6e14-4c88-a259-a97a8e14ecc4,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.653246 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35418) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:12.663476 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-5f87b71b-f0fb-4cb7-a2dd-8865194ece50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40b645344c654b5b80aa77cb1772bc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741006 Jul 30 05:04:12.702550 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f464fddb-9ee5-4758-a3cf-e87bfdc154cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.723846 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f464fddb-9ee5-4758-a3cf-e87bfdc154cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.778511 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f464fddb-9ee5-4758-a3cf-e87bfdc154cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.781040 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f464fddb-9ee5-4758-a3cf-e87bfdc154cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:12.782200 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f464fddb-9ee5-4758-a3cf-e87bfdc154cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/375e066d-6e14-4c88-a259-a97a8e14ecc4 HTTP/1.1" status: 204 len: 168 time: 0.1281865 Jul 30 05:04:12.791232 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464fddb-9ee5-4758-a3cf-e87bfdc154cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e066d-6e14-4c88-a259-a97a8e14ecc4,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.189703 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-687af279-286d-4b6d-9f7a-478285a2cf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.433551 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35462) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:13.535819 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a8a82963-5d92-46ca-a7e2-31f72e579016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.604425 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.642636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a8a82963-5d92-46ca-a7e2-31f72e579016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.647533 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a8a82963-5d92-46ca-a7e2-31f72e579016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.689936 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a8a82963-5d92-46ca-a7e2-31f72e579016 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bfef5db842d48ed910c79b9ffa44bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528896 Jul 30 05:04:13.689936 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82963-5d92-46ca-a7e2-31f72e579016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062c32bd-ca05-4db0-9442-63de784e1b23,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.692606 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35472) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:13.749195 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-39e47a4e-f2a0-446e-b9e9-57f82c2c698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.777240 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-39e47a4e-f2a0-446e-b9e9-57f82c2c698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.798017 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35478) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:13.824510 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-39e47a4e-f2a0-446e-b9e9-57f82c2c698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.826971 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-39e47a4e-f2a0-446e-b9e9-57f82c2c698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:13.830919 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-39e47a4e-f2a0-446e-b9e9-57f82c2c698d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/062c32bd-ca05-4db0-9442-63de784e1b23 HTTP/1.1" status: 204 len: 168 time: 0.1370943 Jul 30 05:04:13.839462 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e47a4e-f2a0-446e-b9e9-57f82c2c698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062c32bd-ca05-4db0-9442-63de784e1b23,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.923283 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1b1f-c9dc-41a3-a61f-206fc647af7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.019126 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1b1f-c9dc-41a3-a61f-206fc647af7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.023476 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1b1f-c9dc-41a3-a61f-206fc647af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.064315 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-cb4f1b1f-c9dc-41a3-a61f-206fc647af7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4da839251dda4e8fb6472effdc5002e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649348 Jul 30 05:04:14.065313 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f1b1f-c9dc-41a3-a61f-206fc647af7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86afd1d9-89e8-4062-9df2-acfe28506338,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:14.066820 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35486) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:14.110072 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35488) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:14.122690 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-350e6482-b18d-4f31-80a4-ffdfc45025c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.124916 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a17f0f62-6fc3-4830-abae-cb718a3d981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.145370 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-350e6482-b18d-4f31-80a4-ffdfc45025c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.196381 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-350e6482-b18d-4f31-80a4-ffdfc45025c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.199065 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-350e6482-b18d-4f31-80a4-ffdfc45025c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.200289 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-350e6482-b18d-4f31-80a4-ffdfc45025c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86afd1d9-89e8-4062-9df2-acfe28506338 HTTP/1.1" status: 204 len: 168 time: 0.1322694 Jul 30 05:04:14.208307 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e6482-b18d-4f31-80a4-ffdfc45025c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86afd1d9-89e8-4062-9df2-acfe28506338,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:14.218637 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a17f0f62-6fc3-4830-abae-cb718a3d981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.223636 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a17f0f62-6fc3-4830-abae-cb718a3d981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.262106 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a17f0f62-6fc3-4830-abae-cb718a3d981a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9a7cef9950c48f4b1b1e22a811e62db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509249 Jul 30 05:04:14.264188 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f0f62-6fc3-4830-abae-cb718a3d981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac000ef-3173-4a7a-afa1-64eabb2dee82,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:14.265454 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35492) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:14.316721 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-be74f9b1-1e5f-4f6a-b83b-a4fcf3a71ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.339522 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-be74f9b1-1e5f-4f6a-b83b-a4fcf3a71ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.352175 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.391344 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-be74f9b1-1e5f-4f6a-b83b-a4fcf3a71ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.393903 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-be74f9b1-1e5f-4f6a-b83b-a4fcf3a71ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:14.395347 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-be74f9b1-1e5f-4f6a-b83b-a4fcf3a71ef4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dac000ef-3173-4a7a-afa1-64eabb2dee82 HTTP/1.1" status: 204 len: 168 time: 0.1288810 Jul 30 05:04:14.404882 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74f9b1-1e5f-4f6a-b83b-a4fcf3a71ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac000ef-3173-4a7a-afa1-64eabb2dee82,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.024042 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35536) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:16.056024 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.124137 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8113e543-fc96-4ca4-aea6-8ac12ae262f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.213665 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8113e543-fc96-4ca4-aea6-8ac12ae262f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.217220 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-8113e543-fc96-4ca4-aea6-8ac12ae262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.252175 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:04:16.255785 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8113e543-fc96-4ca4-aea6-8ac12ae262f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e7c333861be46848c11f8e5c77cf8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307141 Jul 30 05:04:16.258437 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113e543-fc96-4ca4-aea6-8ac12ae262f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10fd92-7b4d-4bda-aa44-01f0b17a3b79,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.259251 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35540) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:16.306572 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da134d2-f3c8-42c3-aa50-b779ed78138d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.327340 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da134d2-f3c8-42c3-aa50-b779ed78138d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.371252 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da134d2-f3c8-42c3-aa50-b779ed78138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.373716 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8da134d2-f3c8-42c3-aa50-b779ed78138d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.374850 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8da134d2-f3c8-42c3-aa50-b779ed78138d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce10fd92-7b4d-4bda-aa44-01f0b17a3b79 HTTP/1.1" status: 204 len: 168 time: 0.1146107 Jul 30 05:04:16.383126 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da134d2-f3c8-42c3-aa50-b779ed78138d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10fd92-7b4d-4bda-aa44-01f0b17a3b79,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.622817 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35546) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:16.635823 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d933-4c4b-47e3-b199-0e5b22fa5133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.720601 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d933-4c4b-47e3-b199-0e5b22fa5133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.724352 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d933-4c4b-47e3-b199-0e5b22fa5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.763079 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-7dd2d933-4c4b-47e3-b199-0e5b22fa5133 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75085564ca2140e8b72b8bed6999eae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391256 Jul 30 05:04:16.763935 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d933-4c4b-47e3-b199-0e5b22fa5133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7565545f-1d33-409b-aa41-911ffb4c76c1,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.765790 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35548) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:16.813936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-721f6728-1aeb-4412-af6e-c80eb939be4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.834285 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-721f6728-1aeb-4412-af6e-c80eb939be4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.883708 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-721f6728-1aeb-4412-af6e-c80eb939be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.886155 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-721f6728-1aeb-4412-af6e-c80eb939be4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:16.887330 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-721f6728-1aeb-4412-af6e-c80eb939be4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7565545f-1d33-409b-aa41-911ffb4c76c1 HTTP/1.1" status: 204 len: 168 time: 0.1205525 Jul 30 05:04:16.894485 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f6728-1aeb-4412-af6e-c80eb939be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7565545f-1d33-409b-aa41-911ffb4c76c1,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:18.445407 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35594) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:18.545629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c59ec113-02c9-4dfe-9aec-9da99a0434b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.633137 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c59ec113-02c9-4dfe-9aec-9da99a0434b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.636767 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c59ec113-02c9-4dfe-9aec-9da99a0434b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.675213 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c59ec113-02c9-4dfe-9aec-9da99a0434b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fada9f90aa744ac4932531c5fe2f444c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286446 Jul 30 05:04:18.675886 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ec113-02c9-4dfe-9aec-9da99a0434b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb9ae30-2831-47ed-a45a-704289befe24,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:18.677970 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35598) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:18.725766 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4df4-6396-4f81-a972-5518ecf6228d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.747199 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4df4-6396-4f81-a972-5518ecf6228d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.792214 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4df4-6396-4f81-a972-5518ecf6228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.794718 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4df4-6396-4f81-a972-5518ecf6228d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:18.795883 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ec0c4df4-6396-4f81-a972-5518ecf6228d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5eb9ae30-2831-47ed-a45a-704289befe24 HTTP/1.1" status: 204 len: 168 time: 0.1169121 Jul 30 05:04:18.803158 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c4df4-6396-4f81-a972-5518ecf6228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb9ae30-2831-47ed-a45a-704289befe24,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:19.046932 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35604) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:19.060910 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c339-1677-4d59-847a-e485d51f274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.147631 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c339-1677-4d59-847a-e485d51f274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.151438 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c339-1677-4d59-847a-e485d51f274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.189424 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-b0b8c339-1677-4d59-847a-e485d51f274b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12835fc820e842f0bf3619f98b8eac93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413701 Jul 30 05:04:19.190632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c339-1677-4d59-847a-e485d51f274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d695cfd5-ccce-4574-b4c2-84a08a6df9ac,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:19.192179 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35606) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:19.244803 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-64b98489-3697-4e84-8352-530e65da8ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.268642 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-64b98489-3697-4e84-8352-530e65da8ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.312985 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-64b98489-3697-4e84-8352-530e65da8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.315546 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-64b98489-3697-4e84-8352-530e65da8ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:19.316698 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-64b98489-3697-4e84-8352-530e65da8ddd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d695cfd5-ccce-4574-b4c2-84a08a6df9ac HTTP/1.1" status: 204 len: 168 time: 0.1227837 Jul 30 05:04:19.324296 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98489-3697-4e84-8352-530e65da8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d695cfd5-ccce-4574-b4c2-84a08a6df9ac,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:19.943200 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35628) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:20.033240 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139352966-network', 'tenant_id': '433d5b5589234855bb1a4e5778a5740d'}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:04:20.055311 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Made reservation on behalf of 433d5b5589234855bb1a4e5778a5740d for: {'network': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:04:20.057419 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.065719 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.156425 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.160269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.180859 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:04:20.195118 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48409be8-c8fe-4cb1-8499-4ea14363e753,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:20.198982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.199324 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.segments_db [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Added segment 354a842f-b4d1-4384-b160-4f50dd589d2d of type vlan for network 1ed39ad4-a88f-44ad-9d2b-22e67cee540f Jul 30 05:04:20.238129 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.266299 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.267299 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:20.267965 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.321473 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3770082 Jul 30 05:04:20.324538 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35632) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:20.328522 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b90fcd-de8c-4519-b420-bfd96788357e admin admin] Pushing event updated for resources: {'Network': ['ID=1ed39ad4-a88f-44ad-9d2b-22e67cee540f,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:20.331178 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Request body: {'subnet': {'network_id': '1ed39ad4-a88f-44ad-9d2b-22e67cee540f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139352966-subnet', 'tenant_id': '433d5b5589234855bb1a4e5778a5740d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:04:20.338818 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 1ed39ad4-a88f-44ad-9d2b-22e67cee540f details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:04:20.352776 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Made reservation on behalf of 433d5b5589234855bb1a4e5778a5740d for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:04:20.355191 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26862532'] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.515733 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26862570'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.572361 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a4c2fa-6f3e-41d7-ae2f-d324dd78fc3b,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:20.582139 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Checking segment: {'id': '354a842f-b4d1-4384-b160-4f50dd589d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1ed39ad4-a88f-44ad-9d2b-22e67cee540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:04:20.582496 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Network hostable DHCP agents. Network: 1ed39ad4-a88f-44ad-9d2b-22e67cee540f, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:04:20.598908 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Network 1ed39ad4-a88f-44ad-9d2b-22e67cee540f is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:04:20.607001 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 1ed39ad4-a88f-44ad-9d2b-22e67cee540f) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:04:20.610896 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:20.611496 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:20.615656 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e3952-6e4d-4ce3-bca2-8167c0cb5de1 None None] Network 1ed39ad4-a88f-44ad-9d2b-22e67cee540f requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:04:20.625294 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-2ee60aed-29fc-4587-b512-1e240fc2fd3a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2996569 Jul 30 05:04:20.751264 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423383d-f3a7-4a64-afe4-7452f378befc None None] Network 1ed39ad4-a88f-44ad-9d2b-22e67cee540f requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:04:21.096482 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35648) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:21.102213 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-89760531-network', 'tenant_id': '2db9dc9615024b2f9938c654cccd24a6'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:04:21.123367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Made reservation on behalf of 2db9dc9615024b2f9938c654cccd24a6 for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:04:21.125852 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.134803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.219777 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.223146 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.247418 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:04:21.255597 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967d2d7-5ead-4092-9e53-75cf69fcf573,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:21.261335 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.261673 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Added segment 243757e5-8ad8-468a-8797-b77cba22e8f3 of type vlan for network 4531c17e-3266-4cac-a8ef-91c1e4123fa3 Jul 30 05:04:21.300488 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.329146 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.330314 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:21.331254 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.388614 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2909505 Jul 30 05:04:21.391263 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35652) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:21.395892 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Request body: {'subnet': {'network_id': '4531c17e-3266-4cac-a8ef-91c1e4123fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-89760531-subnet', 'tenant_id': '2db9dc9615024b2f9938c654cccd24a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:04:21.407303 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ee200-71a9-4e3d-bc20-f1257cee50c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4531c17e-3266-4cac-a8ef-91c1e4123fa3,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:21.417591 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 4531c17e-3266-4cac-a8ef-91c1e4123fa3 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:04:21.425142 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Made reservation on behalf of 2db9dc9615024b2f9938c654cccd24a6 for: {'subnet': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:04:21.427709 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26862532'] for subnet, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.589558 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26862570'] for subnet, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.644261 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50f57d8-7651-4e88-b15e-1b449bf65dbb,revision_number=0']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:21.652868 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Checking segment: {'id': '243757e5-8ad8-468a-8797-b77cba22e8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4531c17e-3266-4cac-a8ef-91c1e4123fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:04:21.653227 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Network hostable DHCP agents. Network: 4531c17e-3266-4cac-a8ef-91c1e4123fa3, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:04:21.668450 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Network 4531c17e-3266-4cac-a8ef-91c1e4123fa3 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:04:21.676846 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 4531c17e-3266-4cac-a8ef-91c1e4123fa3) {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:04:21.681700 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:04:21.682853 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:21.685834 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4021f2-d1ef-4bd8-83d9-1d5f7a44787d None None] Network 4531c17e-3266-4cac-a8ef-91c1e4123fa3 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:04:21.696576 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8f0235e4-6ccf-4b79-815f-aee949d33d2c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3042755 Jul 30 05:04:21.808798 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a317ab3-0a2e-45d7-90a0-a744d8ee1495 None None] Network 4531c17e-3266-4cac-a8ef-91c1e4123fa3 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:04:35.081107 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35780) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:35.125382 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Deleting subnet 45a4c2fa-6f3e-41d7-ae2f-d324dd78fc3b {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:04:35.128597 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.166147 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.203856 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.254651 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.279212 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a4c2fa-6f3e-41d7-ae2f-d324dd78fc3b,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:35.287204 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.289040 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/45a4c2fa-6f3e-41d7-ae2f-d324dd78fc3b HTTP/1.1" status: 204 len: 168 time: 0.2069218 Jul 30 05:04:35.290333 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.291216 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.291738 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.292086 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.292426 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.292639 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 35782) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:35.293061 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.293061 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.293399 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.293730 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.294057 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.294382 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.294707 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817853c9-e059-409c-93f8-616404f99ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.360650 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.440530 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.450188 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed39ad4-a88f-44ad-9d2b-22e67cee540f']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:35.459913 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354a842f-b4d1-4384-b160-4f50dd589d2d') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:35.460211 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354a842f-b4d1-4384-b160-4f50dd589d2d') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:35.468924 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.482305 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.488001 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:04:35.488392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:04:35.490062 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:04:35.541982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.548092 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.549922 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ed39ad4-a88f-44ad-9d2b-22e67cee540f HTTP/1.1" status: 204 len: 168 time: 0.2562895 Jul 30 05:04:35.552889 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35784) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:35.563135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed39ad4-a88f-44ad-9d2b-22e67cee540f,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:35.570062 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.570422 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.570765 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.571197 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.571535 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.571866 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.572229 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.572553 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.572880 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.573211 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.573535 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.573855 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9bdbe-997f-44cb-b23b-1386c0ce38b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:35.599074 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Deleting subnet c50f57d8-7651-4e88-b15e-1b449bf65dbb {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:04:35.602243 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.639062 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.677500 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.730298 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.755133 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50f57d8-7651-4e88-b15e-1b449bf65dbb,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:35.758841 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.761284 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-81d46e5f-2dd3-42aa-8fca-d1c4036ba6c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c50f57d8-7651-4e88-b15e-1b449bf65dbb HTTP/1.1" status: 204 len: 168 time: 0.2073753 Jul 30 05:04:35.763193 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35786) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:35.831635 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.907980 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.917758 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4531c17e-3266-4cac-a8ef-91c1e4123fa3']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:35.927462 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243757e5-8ad8-468a-8797-b77cba22e8f3') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:35.927756 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243757e5-8ad8-468a-8797-b77cba22e8f3') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:35.936768 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.950242 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.956170 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:04:35.956646 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:04:35.958208 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:04:36.012253 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.017229 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.019068 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4531c17e-3266-4cac-a8ef-91c1e4123fa3 HTTP/1.1" status: 204 len: 168 time: 0.2549272 Jul 30 05:04:36.030236 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0406db-7707-4eb7-a90e-fbc1ea3148d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4531c17e-3266-4cac-a8ef-91c1e4123fa3,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:36.174226 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35790) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:36.212495 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-97de88e2-b536-41e2-8b11-64da8a7ce2db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=433d5b5589234855bb1a4e5778a5740d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371189 Jul 30 05:04:36.214953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35792) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:36.261356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9114c132-7173-4f19-9fa5-bf641ccf5920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.281410 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9114c132-7173-4f19-9fa5-bf641ccf5920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.325345 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9114c132-7173-4f19-9fa5-bf641ccf5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.327847 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-9114c132-7173-4f19-9fa5-bf641ccf5920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.329015 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-9114c132-7173-4f19-9fa5-bf641ccf5920 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48409be8-c8fe-4cb1-8499-4ea14363e753 HTTP/1.1" status: 204 len: 168 time: 0.1131845 Jul 30 05:04:36.336432 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c132-7173-4f19-9fa5-bf641ccf5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48409be8-c8fe-4cb1-8499-4ea14363e753,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:36.632062 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35798) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:36.674903 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-28909cfe-f223-4b6b-856d-dd67a7b22548 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2db9dc9615024b2f9938c654cccd24a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416427 Jul 30 05:04:36.677265 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35800) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:36.722899 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a60dbd3e-e53e-408f-bdca-62fff856f916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.743073 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a60dbd3e-e53e-408f-bdca-62fff856f916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.788464 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a60dbd3e-e53e-408f-bdca-62fff856f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.791543 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-a60dbd3e-e53e-408f-bdca-62fff856f916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:36.792680 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-a60dbd3e-e53e-408f-bdca-62fff856f916 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2967d2d7-5ead-4092-9e53-75cf69fcf573 HTTP/1.1" status: 204 len: 168 time: 0.1145418 Jul 30 05:04:36.800577 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dbd3e-e53e-408f-bdca-62fff856f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967d2d7-5ead-4092-9e53-75cf69fcf573,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:39.062465 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:40.839085 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-80060cd4-2cb4-4f94-8557-6b21410cdf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:43.190538 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d7497ad1-eefd-4a3c-a423-edb7cfebad0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:43.596211 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:44.354220 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:46.059264 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:53.250727 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:04:54.266213 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35942) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:54.364989 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2876df5-afe5-453e-8804-b47005d9f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.451803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2876df5-afe5-453e-8804-b47005d9f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.455453 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-d2876df5-afe5-453e-8804-b47005d9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.490018 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2876df5-afe5-453e-8804-b47005d9f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9508d-8565-4185-bfee-b00d6f712913,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:54.494231 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-d2876df5-afe5-453e-8804-b47005d9f50c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e858b0c6f7b64cc79708b3dbeee6188d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270195 Jul 30 05:04:54.496838 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 35946) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:04:54.549447 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-33d640c5-1e3f-4032-a024-36b0eeeecb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.570000 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-33d640c5-1e3f-4032-a024-36b0eeeecb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.615269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-33d640c5-1e3f-4032-a024-36b0eeeecb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.617671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-33d640c5-1e3f-4032-a024-36b0eeeecb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:04:54.618800 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-33d640c5-1e3f-4032-a024-36b0eeeecb69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60a9508d-8565-4185-bfee-b00d6f712913 HTTP/1.1" status: 204 len: 168 time: 0.1210725 Jul 30 05:04:54.627085 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d640c5-1e3f-4032-a024-36b0eeeecb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9508d-8565-4185-bfee-b00d6f712913,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:02.392659 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36068) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:02.491341 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e337af16-c656-469f-8fba-837072d7481a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.575943 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e337af16-c656-469f-8fba-837072d7481a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.579941 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-e337af16-c656-469f-8fba-837072d7481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.616663 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-e337af16-c656-469f-8fba-837072d7481a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96e4d11ba7b54ac7a3069eed408cb9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229304 Jul 30 05:05:02.617497 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337af16-c656-469f-8fba-837072d7481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fb448-6934-4fa0-b56a-5ecfa5ef84e9,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:02.619514 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36072) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:02.669941 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-594cce46-6270-4697-ba95-1a3379574dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.691540 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-594cce46-6270-4697-ba95-1a3379574dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.737035 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-594cce46-6270-4697-ba95-1a3379574dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.739724 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-594cce46-6270-4697-ba95-1a3379574dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:02.740888 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-594cce46-6270-4697-ba95-1a3379574dc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df4fb448-6934-4fa0-b56a-5ecfa5ef84e9 HTTP/1.1" status: 204 len: 168 time: 0.1203945 Jul 30 05:05:02.748597 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cce46-6270-4697-ba95-1a3379574dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fb448-6934-4fa0-b56a-5ecfa5ef84e9,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:02.997394 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36078) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:03.010330 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c29d7dba-d083-485d-acfc-e09e03d8b5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.107603 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c29d7dba-d083-485d-acfc-e09e03d8b5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.111927 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c29d7dba-d083-485d-acfc-e09e03d8b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.149777 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c29d7dba-d083-485d-acfc-e09e03d8b5dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76eca3cef491477faf8bd428328a1379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513062 Jul 30 05:05:03.150698 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d7dba-d083-485d-acfc-e09e03d8b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2092ef-6950-4892-9762-718d84856ddd,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:03.152448 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36080) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:03.202003 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21ace512-9e61-496d-be68-3461f1387deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.228533 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21ace512-9e61-496d-be68-3461f1387deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.273985 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21ace512-9e61-496d-be68-3461f1387deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.276529 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-21ace512-9e61-496d-be68-3461f1387deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.277687 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-21ace512-9e61-496d-be68-3461f1387deb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c2092ef-6950-4892-9762-718d84856ddd HTTP/1.1" status: 204 len: 168 time: 0.1235788 Jul 30 05:05:03.286468 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ace512-9e61-496d-be68-3461f1387deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2092ef-6950-4892-9762-718d84856ddd,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:03.600393 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36090) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:03.613332 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62fbe6d9-cb06-4b58-8e45-7b33ca1c0479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.987373 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62fbe6d9-cb06-4b58-8e45-7b33ca1c0479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:03.991147 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-62fbe6d9-cb06-4b58-8e45-7b33ca1c0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.028659 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-62fbe6d9-cb06-4b58-8e45-7b33ca1c0479 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=728e2f7ab4224e6aa519f978e9e0694a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274538 Jul 30 05:05:04.029381 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe6d9-cb06-4b58-8e45-7b33ca1c0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7258056-5949-47b0-b8d2-d1804f97eab5,revision_number=1']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:04.031869 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36094) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:04.079105 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34e8456b-b50c-4d04-b053-be71c6af76d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.100117 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34e8456b-b50c-4d04-b053-be71c6af76d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.144120 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34e8456b-b50c-4d04-b053-be71c6af76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.146791 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-34e8456b-b50c-4d04-b053-be71c6af76d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.147961 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-34e8456b-b50c-4d04-b053-be71c6af76d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7258056-5949-47b0-b8d2-d1804f97eab5 HTTP/1.1" status: 204 len: 168 time: 0.1150832 Jul 30 05:05:04.155423 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8456b-b50c-4d04-b053-be71c6af76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7258056-5949-47b0-b8d2-d1804f97eab5,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:04.783290 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36118) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:04.873942 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1283829108-network', 'tenant_id': 'df04c2111dc9455a801d0559d35918bb'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:04.894308 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Made reservation on behalf of df04c2111dc9455a801d0559d35918bb for: {'network': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:04.896545 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for network, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.904376 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.993284 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:04.996897 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.022257 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:05:05.031990 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:05.036850 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.037184 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.segments_db [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Added segment 4f69827e-d06d-49a7-871d-269c138c574e of type vlan for network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 Jul 30 05:05:05.076144 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763463859294'] for network, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.110556 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970'] for network, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.111450 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:05.112023 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.161894 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3774524 Jul 30 05:05:05.164887 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36122) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:05.170113 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.v2.base [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Request body: {'subnet': {'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1283829108-subnet', 'tenant_id': 'df04c2111dc9455a801d0559d35918bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:05.170729 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b0be1-5eb3-45e5-a347-cc67049eb483 admin admin] Pushing event updated for resources: {'Network': ['ID=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:05.181203 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 details requested by agent ovs-agent-dv-cinder-787262-6-iscsi with host dv-cinder-787262-6-iscsi {{(pid=93063) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:05:05.190934 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Made reservation on behalf of df04c2111dc9455a801d0559d35918bb for: {'subnet': 1} {{(pid=93061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:05.193321 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2675894'] for subnet, before_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.354912 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2965719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2675864'] for subnet, after_create {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.407459 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b854673d-659d-4bd8-96d4-e927fc9b79b6,revision_number=0']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:05.417367 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Checking segment: {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:05:05.417726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Network hostable DHCP agents. Network: 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8, hostable agents: ['0a3b4259-b3d3-4b23-b0e0-94b96207d8bd'], hosted agents: [] {{(pid=93061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:05:05.433585 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 is scheduled to be hosted by DHCP agent 0a3b4259-b3d3-4b23-b0e0-94b96207d8bd with binding_index 1 {{(pid=93061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:05:05.442503 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.base_scheduler [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-6-iscsi, 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8) {{(pid=93061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:05.446491 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:05.447105 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:05.452464 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba61698-08fb-46e2-9364-77f7173172aa None None] Network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:05:05.463410 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-aa19db66-2b48-4968-8e92-0b407eae5912 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2972775 Jul 30 05:05:05.575020 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d7914-23ed-4452-b0bf-29800f40f030 None None] Network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:05:08.262175 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-d62e7196-a1d1-4660-8f69-da4deeedef80 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:08.263640 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-d62e7196-a1d1-4660-8f69-da4deeedef80 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/networks?id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 200 len: 814 time: 0.1089151 Jul 30 05:05:08.278676 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-6fd81bf6-90d9-4d0d-8d9a-9c3755f2d9a6 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/quotas/df04c2111dc9455a801d0559d35918bb HTTP/1.1" status: 200 len: 375 time: 0.0089979 Jul 30 05:05:08.310870 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-d6c90de5-75fe-43aa-9c04-509d381631ac tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=df04c2111dc9455a801d0559d35918bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263107 Jul 30 05:05:08.402750 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-9675af95-ddab-4e29-8c17-6f7dd1298d65 service neutron] 10.222.0.35 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844195 Jul 30 05:05:08.489915 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-c86d4cbb-38c9-4cca-8546-5e2df1e3956b service neutron] 10.222.0.35 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811863 Jul 30 05:05:08.647595 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-bd31c64f-0f4f-4eda-b876-9297243f8ac6 req-ec3c5bec-b14b-4c85-985b-43bc231dc45a tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 210 time: 0.0269701 Jul 30 05:05:09.073872 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:09.746738 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a7e982e8-ebab-47dc-b74c-6d4da7372d6b req-59d2d706-3cc1-4f8e-a5f8-2a5561c4d704 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 210 time: 0.0296147 Jul 30 05:05:09.826807 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-958573e2-fba1-4a0a-a5fe-a6dedd10d383 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:09.828807 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-958573e2-fba1-4a0a-a5fe-a6dedd10d383 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "GET /v2.0/networks?id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 200 len: 814 time: 0.1132643 Jul 30 05:05:09.844293 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Request body: {'port': {'device_id': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8', 'admin_state_up': True, 'tenant_id': 'df04c2111dc9455a801d0559d35918bb'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:09.950397 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Made reservation on behalf of df04c2111dc9455a801d0559d35918bb for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:09.954754 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.081671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Allocated IP 172.20.0.11 (46ec5ac2-14fd-4db1-b75f-412a1f59ecd8/b854673d-659d-4bd8-96d4-e927fc9b79b6/277ae5c7-d017-4983-b73e-5dbbe11dd4e7) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:10.231106 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.269570 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.309633 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:10.313021 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:10.316723 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:05:10.348825 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Pushing event updated for resources: {'Port': ['ID=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:10.373784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:10.374379 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.387270 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-61b0c0aa-0aa2-4f97-ad2a-b8534fd7df89 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5474832 Jul 30 05:05:10.400384 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Request body: {'port': {'device_id': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:10.455373 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.707650 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:05:10.714713 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.726983 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Transition to ACTIVE for port object 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:05:10.730823 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.783613 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Pushing event updated for resources: {'Port': ['ID=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:10.835364 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f7663b2f-ce4f-4e2c-ab00-14d568958071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.848761 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Attempting to bind port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:05:10.849337 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Attempting to bind port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:05:10.849458 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Attempting to bind port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 on network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:05:10.853705 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 on network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:05:10.854027 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Attempting to bind port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 on network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:05:10.858867 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:05:10.859803 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Checking segment: {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:05:10.860442 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Bound using segment: {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:05:10.860676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Bound port: 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:05:10.860957 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.875379 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373f844-13ec-466f-822d-a566afe53e04 req-dac6c0a0-894f-4bc8-ac26-9a10118f1ad7 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:10.882607 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c373f844-13ec-466f-822d-a566afe53e04 req-dac6c0a0-894f-4bc8-ac26-9a10118f1ad7 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 944 time: 0.0661845 Jul 30 05:05:10.915284 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c373f844-13ec-466f-822d-a566afe53e04 req-a88082e9-cb2b-4276-b90b-3aac087e3e97 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Jul 30 05:05:10.925615 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] For port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:05:10.929320 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] For port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:05:10.932725 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.966626 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:10.967254 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:10.969459 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] 10.222.0.37 "PUT /v2.0/ports/277ae5c7-d017-4983-b73e-5dbbe11dd4e7 HTTP/1.1" status: 200 len: 1094 time: 0.5722568 Jul 30 05:05:10.971459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'tag': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:10.974682 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b856e137-14b6-41c6-8717-3b092534a1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "10b003c5-f91f-43b7-addd-92b4c4de3d7d", "tag": "277ae5c7-d017-4983-b73e-5dbbe11dd4e7"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:10.999217 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5030ad9-7c59-4997-9e0e-a0d774fbe622 service neutron] Pushing event updated for resources: {'Port': ['ID=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:11.010588 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a004a4f4-4fe5-4451-83c9-a36045776887 x-openstack-request-id: req-a004a4f4-4fe5-4451-83c9-a36045776887 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:11.010898 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b003c5-f91f-43b7-addd-92b4c4de3d7d", "tag": "277ae5c7-d017-4983-b73e-5dbbe11dd4e7", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:11.011150 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a004a4f4-4fe5-4451-83c9-a36045776887 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:11.011592 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'tag': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7', 'status': 'completed', 'code': 200} Jul 30 05:05:11.053131 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-566ec518-8696-4e45-ae3b-d1f13173379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:11.054610 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-566ec518-8696-4e45-ae3b-d1f13173379c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df04c2111dc9455a801d0559d35918bb&device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 1097 time: 0.0413947 Jul 30 05:05:11.098497 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-57519587-b926-43fe-9100-17caa8d1fa50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7 HTTP/1.1" status: 200 len: 217 time: 0.0349004 Jul 30 05:05:11.149640 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-17448d26-ff40-4005-8044-c757bb868bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:11.151118 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-17448d26-ff40-4005-8044-c757bb868bff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b854673d-659d-4bd8-96d4-e927fc9b79b6 HTTP/1.1" status: 200 len: 854 time: 0.0461705 Jul 30 05:05:11.182857 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-ffeea623-e93a-43f8-a7b9-ded50ba8c920 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242231 Jul 30 05:05:11.276034 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-2ac7fba0-3921-423b-bb28-37b238f56d31 service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861137 Jul 30 05:05:11.363868 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3d0a218c-0e7a-4b12-984a-0e452419bf37 req-56d5025b-7acd-41bd-97e4-78bd5638947f service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799611 Jul 30 05:05:11.450815 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e137-14b6-41c6-8717-3b092534a1ee req-3c16a0c7-cb52-4056-928f-d8a5f8be7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:11.452317 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-3c16a0c7-cb52-4056-928f-d8a5f8be7b81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df04c2111dc9455a801d0559d35918bb&device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 1097 time: 0.0406220 Jul 30 05:05:11.544560 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e137-14b6-41c6-8717-3b092534a1ee req-7305752d-e8df-48cb-8d71-41aa21b44b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:11.546085 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-7305752d-e8df-48cb-8d71-41aa21b44b52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 200 len: 915 time: 0.0869970 Jul 30 05:05:11.587414 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-38686306-c47d-44c5-9984-0367d1920222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7 HTTP/1.1" status: 200 len: 217 time: 0.0335915 Jul 30 05:05:11.603374 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-e1d1b54d-4b27-4c29-8a68-4690b697610a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079830813&fields=id&tenant_id=04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 267 time: 0.0324609 Jul 30 05:05:11.641953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e137-14b6-41c6-8717-3b092534a1ee req-ba718fb5-e2f7-49d8-9966-28e53e602c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:11.643582 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-ba718fb5-e2f7-49d8-9966-28e53e602c04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b854673d-659d-4bd8-96d4-e927fc9b79b6 HTTP/1.1" status: 200 len: 854 time: 0.0481949 Jul 30 05:05:11.675893 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-ff27d076-503d-464a-ba85-fd5bab819db7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247412 Jul 30 05:05:11.709168 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-a1e33d15-f4b3-4de8-8425-ad1c831e5c89 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:11.710631 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-a1e33d15-f4b3-4de8-8425-ad1c831e5c89 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 812 time: 0.0996251 Jul 30 05:05:11.725981 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-cf3894bd-d393-4579-805b-befdb65eb47c tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/quotas/04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Jul 30 05:05:11.764944 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-ad643b0b-65b3-4e0a-864e-5d500996b793 service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813837 Jul 30 05:05:11.791157 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-9750cc18-b19b-49e5-a148-15819ce989e5 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0595112 Jul 30 05:05:11.858507 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-b856e137-14b6-41c6-8717-3b092534a1ee req-e2cd6bc1-501c-4279-a91e-4130909f6c08 service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Jul 30 05:05:11.882784 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-fc15474e-4d65-45e0-be56-8484ec514fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802982 Jul 30 05:05:11.974935 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-bee53857-3984-40e2-bd87-14026f847d04 service neutron] 10.222.0.35 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859466 Jul 30 05:05:12.028677 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9afcb-ef48-430f-a0a3-e32bdab91fd6 req-71d36842-2a8b-4d67-832c-701ec3c127b5 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:12.030171 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6fd9afcb-ef48-430f-a0a3-e32bdab91fd6 req-71d36842-2a8b-4d67-832c-701ec3c127b5 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 944 time: 0.0482109 Jul 30 05:05:12.068955 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-6fd9afcb-ef48-430f-a0a3-e32bdab91fd6 req-644a2e02-8f53-4af5-876b-7d5d3cd08434 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Jul 30 05:05:12.258654 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-97aee546-6e33-4205-8cd1-a3270f17202e req-5fa9bc11-950c-47a4-88a2-5c696de595b3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 210 time: 0.0265892 Jul 30 05:05:12.675722 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-c75001c9-2811-40ae-b3b7-684161176958 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456209 Jul 30 05:05:12.721406 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:05:12.741676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-5b90d332-af67-465b-8cb2-5d824ad5f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:12.743453 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-5b90d332-af67-465b-8cb2-5d824ad5f885 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1098 time: 0.0461078 Jul 30 05:05:12.816544 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:12.827661 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7', 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8', 'port_id': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7', 'mac_address': 'fa:16:3e:30:e3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b854673d-659d-4bd8-96d4-e927fc9b79b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:05:12.847035 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-cb7930d6-6196-4d43-8ec4-fbf46d5dcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:12.848497 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-cb7930d6-6196-4d43-8ec4-fbf46d5dcbc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.0843918 Jul 30 05:05:12.867256 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:12.879793 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:05:12.900055 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:12.904875 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:12.917224 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-08100291-eec5-4ef3-8926-6a1bba13574d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 1001 time: 0.0604444 Jul 30 05:05:12.954996 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:12.964437 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.964967 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.965312 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.965651 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.966034 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.966373 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.966704 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.967067 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.967398 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.967722 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.968054 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.968154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-8dae9790-365c-449d-b4de-34531d26acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:12.968374 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.970607 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-8dae9790-365c-449d-b4de-34531d26acf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0453897 Jul 30 05:05:13.026054 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-a4e2067c-790e-4e8b-a68b-5702ed7fe24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:13.027617 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-a4e2067c-790e-4e8b-a68b-5702ed7fe24d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466790 Jul 30 05:05:13.145583 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['277ae5c7-d017-4983-b73e-5dbbe11dd4e7'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:05:13.196258 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81b706-3561-4e2c-99d1-eb925cfce713 req-1f14ab02-16b8-4f03-a100-6457826fb9c0 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:13.198550 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5a81b706-3561-4e2c-99d1-eb925cfce713 req-1f14ab02-16b8-4f03-a100-6457826fb9c0 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 945 time: 0.0510969 Jul 30 05:05:13.212859 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d1e0eddb-696d-438b-938d-f3b03e83e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:13.231004 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-e7536e75-ea97-4bf5-b56d-7e02de7c2278 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:13.232849 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-e7536e75-ea97-4bf5-b56d-7e02de7c2278 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 812 time: 0.1790845 Jul 30 05:05:13.234252 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-060a2351-dc70-4c37-ba86-4d50532af5ce service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895423 Jul 30 05:05:13.275879 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5a81b706-3561-4e2c-99d1-eb925cfce713 req-f032c44f-285b-4a23-a712-b1691502045a tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692334 Jul 30 05:05:13.351170 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-614bf73b-9086-40ed-9e84-3195db4ac736 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04647c5f07c24835b912fed4e98d8ec2 HTTP/1.1" status: 200 len: 380 time: 0.1030354 Jul 30 05:05:13.358230 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-791d1d64-e157-4250-add9-79575ee82c8f req-28263f19-8cef-4163-8d4a-4d76b4ddf411 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 210 time: 0.0259652 Jul 30 05:05:13.362367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'port': {'device_id': '02335cc6-6816-4d04-bd01-0268483b5529', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'admin_state_up': True, 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'security_groups': ['d50b6189-27c6-4e67-9799-633552f2222a']}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:13.439705 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-85d4088f-bafd-49ff-bdfd-8ac9539213bd req-a606524a-d2cf-4edc-8dc2-a854906207af service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814191 Jul 30 05:05:13.486704 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Made reservation on behalf of 04647c5f07c24835b912fed4e98d8ec2 for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:13.490360 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:13.598195 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:13.873551 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Allocated IP 172.20.0.11 (6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb/2f40e549-fea9-453b-a691-886f70895b0c/ddc5deae-c655-4067-a8ce-ac5af8522abc) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:14.007821 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.020978 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Transition to ACTIVE for port object ddc5deae-c655-4067-a8ce-ac5af8522abc will not be triggered until provisioned by entity DHCP. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:05:14.053339 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.053622 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36228) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:14.095145 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:14.098219 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:14.104019 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:05:14.128844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=ddc5deae-c655-4067-a8ce-ac5af8522abc,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:14.163881 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:14.164514 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.183833 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-eaeb5e1f-7361-44b0-9d04-155fc8b1834a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251543 Jul 30 05:05:14.196894 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Request body: {'port': {'device_id': '02335cc6-6816-4d04-bd01-0268483b5529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:14.224468 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Deleting port 94857f5c-6634-4e8b-95c6-d1377c68e1e4 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:14.225012 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.257002 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.307306 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.307640 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.321354 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Calling delete_port for 94857f5c-6634-4e8b-95c6-d1377c68e1e4 owned by network:floatingip {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:14.477498 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9606e2a-a148-4693-9313-e94d1a87a0d0 req-0d1ca67b-e529-452a-8d21-ae53a7c891f2 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:14.479162 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d9606e2a-a148-4693-9313-e94d1a87a0d0 req-0d1ca67b-e529-452a-8d21-ae53a7c891f2 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 945 time: 0.1405337 Jul 30 05:05:14.525113 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.537243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-3ecce399-f80e-490c-b426-eda834f05c55 None None] Provisioning for port ddc5deae-c655-4067-a8ce-ac5af8522abc completed by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:05:14.541320 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-3ecce399-f80e-490c-b426-eda834f05c55 None None] Provisioning complete for port ddc5deae-c655-4067-a8ce-ac5af8522abc triggered by entity DHCP. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:05:14.541691 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3ecce399-f80e-490c-b426-eda834f05c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.553162 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e83fe3-d36e-4bc6-8300-c94ada25a1c2 req-d7d5aa89-0b1a-42f4-9bef-af0c5c78ef7d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:14.554707 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c1e83fe3-d36e-4bc6-8300-c94ada25a1c2 req-d7d5aa89-0b1a-42f4-9bef-af0c5c78ef7d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 932 time: 0.1230316 Jul 30 05:05:14.576779 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d9606e2a-a148-4693-9313-e94d1a87a0d0 req-e07ed31e-f701-4964-9ec2-e20b2e5d5c84 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861037 Jul 30 05:05:14.591457 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-3ecce399-f80e-490c-b426-eda834f05c55 None None] Port ddc5deae-c655-4067-a8ce-ac5af8522abc cannot update to ACTIVE because it is not bound. {{(pid=93063) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 05:05:14.635745 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc5deae-c655-4067-a8ce-ac5af8522abc {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:05:14.641932 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c1e83fe3-d36e-4bc6-8300-c94ada25a1c2 req-06c54628-e5b6-4f58-8194-e53899eeca0d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808144 Jul 30 05:05:14.646469 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.661034 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Transition to ACTIVE for port object ddc5deae-c655-4067-a8ce-ac5af8522abc will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:05:14.669227 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.672569 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.703362 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event deleted for resources: {'Port': ['ID=94857f5c-6634-4e8b-95c6-d1377c68e1e4,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:14.723277 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:14.727570 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc5deae-c655-4067-a8ce-ac5af8522abc,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:14.809419 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.809971 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Floating IP a160e0d3-b3a9-418c-b737-5a9f2a5ca811 disassociated (deleted). External IP: 172.27.2.145, port: 9520cab4-1e02-4461-9f88-bc55bae0ea05. Jul 30 05:05:14.830982 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:05:14.841754 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Attempting to bind port ddc5deae-c655-4067-a8ce-ac5af8522abc on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:05:14.841985 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:05:14.842399 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Attempting to bind port ddc5deae-c655-4067-a8ce-ac5af8522abc by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:05:14.842616 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.842955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Attempting to bind port ddc5deae-c655-4067-a8ce-ac5af8522abc on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:05:14.849840 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Port ddc5deae-c655-4067-a8ce-ac5af8522abc on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:05:14.850496 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Attempting to bind port ddc5deae-c655-4067-a8ce-ac5af8522abc on network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:05:14.858387 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:05:14.858855 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Checking segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:05:14.859638 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Bound using segment: {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:05:14.861212 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Bound port: ddc5deae-c655-4067-a8ce-ac5af8522abc, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:05:14.861212 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:14.948776 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] For port ddc5deae-c655-4067-a8ce-ac5af8522abc, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:05:14.960187 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] For port ddc5deae-c655-4067-a8ce-ac5af8522abc, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:05:14.969541 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:15.012698 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:15.035790 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.037196 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:15.040529 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] 10.222.0.37 "PUT /v2.0/ports/ddc5deae-c655-4067-a8ce-ac5af8522abc HTTP/1.1" status: 200 len: 1094 time: 0.8478968 Jul 30 05:05:15.041411 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:15.043767 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:15.046227 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344669bd-0e1d-4d8e-9a95-8272e3b57117" -d '{"events": [{"server_uuid": "10b003c5-f91f-43b7-addd-92b4c4de3d7d", "name": "network-vif-plugged", "status": "completed", "tag": "277ae5c7-d017-4983-b73e-5dbbe11dd4e7"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:15.047454 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82315747-f53a-4c4e-97f5-39d1d01a4440" -d '{"events": [{"name": "network-changed", "server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:15.066908 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:15.073028 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:15.107476 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f7c6-ea58-4e3e-8ba7-06658cd91b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc5deae-c655-4067-a8ce-ac5af8522abc,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:15.124746 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf88814-0339-46d5-bff9-dde1ab9f2f0c x-openstack-request-id: req-3cf88814-0339-46d5-bff9-dde1ab9f2f0c {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:15.125719 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b003c5-f91f-43b7-addd-92b4c4de3d7d", "name": "network-vif-plugged", "status": "completed", "tag": "277ae5c7-d017-4983-b73e-5dbbe11dd4e7", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:15.125869 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cf88814-0339-46d5-bff9-dde1ab9f2f0c {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:15.126739 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7', 'code': 200} Jul 30 05:05:15.164591 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0324d838-00c0-462b-9937-2e7670793a9b x-openstack-request-id: req-0324d838-00c0-462b-9937-2e7670793a9b {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:15.165063 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:15.165420 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0324d838-00c0-462b-9937-2e7670793a9b {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:15.165905 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'status': 'completed', 'code': 200} Jul 30 05:05:15.191285 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:15.202173 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Router 4fcdba5e-8376-4527-aff9-c293f970f4e3 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:05:15.262356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-d89a95fc-5e32-4343-9836-0b6b58406b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.263896 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-d89a95fc-5e32-4343-9836-0b6b58406b9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 1097 time: 0.0680163 Jul 30 05:05:15.337554 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-38ae1e93-5fed-4862-9f49-5cb74f8f79da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc HTTP/1.1" status: 200 len: 217 time: 0.0579963 Jul 30 05:05:15.340009 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:15.345427 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:15.356315 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] Sync routers for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:15.377406 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:15.378304 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:15.384307 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-81186fdb-7fdc-495e-a157-f4db41ed20d0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "DELETE /v2.0/floatingips/a160e0d3-b3a9-418c-b737-5a9f2a5ca811 HTTP/1.1" status: 204 len: 168 time: 1.3287549 Jul 30 05:05:15.384982 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:15.388353 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801ed8d-ed62-41c5-8d75-69f30393c1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:15.430967 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07114d16-3c9b-40a8-9819-392bbde04608 x-openstack-request-id: req-07114d16-3c9b-40a8-9819-392bbde04608 {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:15.431455 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:15.431877 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07114d16-3c9b-40a8-9819-392bbde04608 {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:15.432437 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'status': 'completed', 'code': 200} Jul 30 05:05:15.471676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-48788755-e160-45b9-807d-9b5b083f3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.473381 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-48788755-e160-45b9-807d-9b5b083f3909 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.1187370 Jul 30 05:05:15.476252 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa242-3222-4605-88cd-b7b29a6e24e2 req-625d23c6-243e-4b03-b781-f4b03a03947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.477724 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f82aa242-3222-4605-88cd-b7b29a6e24e2 req-625d23c6-243e-4b03-b781-f4b03a03947d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 1099 time: 0.1394095 Jul 30 05:05:15.519695 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-40d80b22-1ecc-4e2e-9cad-9faca3d7d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.521362 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-40d80b22-1ecc-4e2e-9cad-9faca3d7d1af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0629478 Jul 30 05:05:15.553834 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:15.554420 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-f82aa242-3222-4605-88cd-b7b29a6e24e2 req-329866f3-f05c-4232-8501-e5df3ae07793 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671928 Jul 30 05:05:15.567753 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-9f29d597-f1f2-4a09-81e0-d50916efca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.569655 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-9f29d597-f1f2-4a09-81e0-d50916efca39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815082 Jul 30 05:05:15.711849 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-8ccc76ce-151b-4a54-83db-dba59c97e3c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978894 Jul 30 05:05:15.725145 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-b7b061aa-b41f-46c1-ba71-fecf9fe4c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.727760 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-b7b061aa-b41f-46c1-ba71-fecf9fe4c95f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 200 len: 910 time: 0.1972301 Jul 30 05:05:15.794577 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9d4d-a372-4d68-965e-fe586ab50c7d req-2470a3a6-8851-4ad1-a7ac-cf2aeda1a44e tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.795841 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:29Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:15.796109 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96bc9d4d-a372-4d68-965e-fe586ab50c7d req-2470a3a6-8851-4ad1-a7ac-cf2aeda1a44e tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.1624396 Jul 30 05:05:15.798120 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-362bff1e-8ca5-4af1-8119-36e724490c4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 200 len: 217 time: 0.0592132 Jul 30 05:05:15.821826 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-405f6764-091b-43a5-9b7c-ab950bc69067 req-842fb5f7-638a-4c6b-aab5-439cf7f2c147 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012313 Jul 30 05:05:15.824587 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] Checking router: 4fcdba5e-8376-4527-aff9-c293f970f4e3 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:15.826707 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbc519-26d1-44b9-9e9c-0969fc1ead19 req-c62edcaf-7a72-480c-8342-c00b1d8ab333 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.829388 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46cbc519-26d1-44b9-9e9c-0969fc1ead19 req-c62edcaf-7a72-480c-8342-c00b1d8ab333 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 946 time: 0.1764922 Jul 30 05:05:15.834027 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:15.834770 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:15.914697 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-9e074901-dac4-415a-b2e0-f3de391cd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.916502 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-9e074901-dac4-415a-b2e0-f3de391cd352 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 1097 time: 0.0440369 Jul 30 05:05:15.926080 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-8bfc9d9b-cba7-4a36-9f7f-7b14fba03b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.927861 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-8bfc9d9b-cba7-4a36-9f7f-7b14fba03b60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 200 len: 848 time: 0.1148922 Jul 30 05:05:15.937796 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-96bc9d4d-a372-4d68-965e-fe586ab50c7d req-1886692e-a8f1-43b6-a2b5-b1c4617ef3b5 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307290 Jul 30 05:05:15.958922 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-46cbc519-26d1-44b9-9e9c-0969fc1ead19 req-f7a8bde4-11b9-4a14-81b1-4e5caf493869 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167805 Jul 30 05:05:15.974958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:15.994097 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-afb0c7aa-2ad1-404d-bfbc-81bac8d47f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:15.995696 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-afb0c7aa-2ad1-404d-bfbc-81bac8d47f02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ae005d0-c5fb-458d-a217-75e1df5d72fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552073 Jul 30 05:05:16.036601 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-ec3f0fbb-3626-40ce-9bfb-4c4a9f3f6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:16.038058 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-ec3f0fbb-3626-40ce-9bfb-4c4a9f3f6295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.1107938 Jul 30 05:05:16.076761 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:16.091255 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-fc2ea717-ebaf-4c29-bbc2-0a165a91d9e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc HTTP/1.1" status: 200 len: 217 time: 0.0426898 Jul 30 05:05:16.122392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc9f6-0b27-4058-8df2-2a322951a63f req-008309e1-375a-4163-8cc5-428a6a84664a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:16.123913 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94cfc9f6-0b27-4058-8df2-2a322951a63f req-008309e1-375a-4163-8cc5-428a6a84664a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 944 time: 0.0974603 Jul 30 05:05:16.147066 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-80f74f15-2b70-4431-8f41-15f4248a0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:16.148466 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-c2ff9031-6e74-4bdc-8ec1-6814df0be9de service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429296 Jul 30 05:05:16.148963 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-80f74f15-2b70-4431-8f41-15f4248a0b84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0489652 Jul 30 05:05:16.183450 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94cfc9f6-0b27-4058-8df2-2a322951a63f req-58803c3c-608e-4c11-b059-736627b10d18 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Jul 30 05:05:16.208334 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:29Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:16.213442 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-3a9942a4-a98c-4982-b405-6d3713d15ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:16.215037 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-3a9942a4-a98c-4982-b405-6d3713d15ad5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441141 Jul 30 05:05:16.241530 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df49ab-f55d-4897-98db-f909a91d808a None None] The sync data for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi is: [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': 'f8e2580a-9347-4923-8f3d-3756567a3d54', 'name': '', 'network_id': '4ae005d0-c5fb-458d-a217-75e1df5d72fb', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'mac_address': 'fa:16:3e:5a:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:18Z', 'updated_at': '2021-07-30T05:00:29Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'subnets': [{'id': '1aecc4ec-026f-4704-a1d0-a0a14ec25ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:16.267107 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d801ed8d-ed62-41c5-8d75-69f30393c1ae req-51f0180c-7ae5-406c-bc6c-ede54ba78d4e service neutron] 10.222.0.37 "GET /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935888 Jul 30 05:05:16.333662 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-18761cc1-12d9-45b2-acce-577fedc6d418 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002610 Jul 30 05:05:16.435150 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-82315747-f53a-4c4e-97f5-39d1d01a4440 req-a3da7da4-4672-4e04-b546-ebbc08c7e2cf service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882220 Jul 30 05:05:16.476300 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c9384-2092-4627-838e-00b130794361 None None] New status for floating IP a160e0d3-b3a9-418c-b737-5a9f2a5ca811: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:05:17.088979 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d74e90-0527-4dd2-96cf-530865b9e3f9 req-2d0adc5d-96f8-4108-83ea-b7dac8e61d0a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:17.090551 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9d74e90-0527-4dd2-96cf-530865b9e3f9 req-2d0adc5d-96f8-4108-83ea-b7dac8e61d0a tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0855808 Jul 30 05:05:17.102753 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0a0e3-86da-4abc-b6d6-a47acf294e4d req-67b05388-dff4-4292-827d-4a388a8cae2d tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:17.104360 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55e0a0e3-86da-4abc-b6d6-a47acf294e4d req-67b05388-dff4-4292-827d-4a388a8cae2d tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 946 time: 0.0700643 Jul 30 05:05:17.162351 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-b9d74e90-0527-4dd2-96cf-530865b9e3f9 req-ce0df82a-af25-46bd-ab91-0b809dbc2e38 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cd4d803-fa61-4466-a2ce-81ef452fccbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569501 Jul 30 05:05:17.165248 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-55e0a0e3-86da-4abc-b6d6-a47acf294e4d req-a7ae2c72-de5b-40b2-aff9-d26708bb880c tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526862 Jul 30 05:05:17.301238 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3549a8d-517d-42cb-b467-429afe304c17 req-664c3471-dc06-47e0-a859-1a6b735a1a8f tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:17.302765 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3549a8d-517d-42cb-b467-429afe304c17 req-664c3471-dc06-47e0-a859-1a6b735a1a8f tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 944 time: 0.0492489 Jul 30 05:05:17.344875 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a3549a8d-517d-42cb-b467-429afe304c17 req-0d6c93cc-8086-4b75-b7d9-70e7b8d51fc3 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358336 Jul 30 05:05:17.471501 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-ed9e0c0a-16a3-40b1-bbd4-ce49d28fb4b1 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:17.472946 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-ed9e0c0a-16a3-40b1-bbd4-ce49d28fb4b1 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 945 time: 0.0563586 Jul 30 05:05:17.566154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Deleting port 9520cab4-1e02-4461-9f88-bc55bae0ea05 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:17.566154 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:17.660577 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] For port 9520cab4-1e02-4461-9f88-bc55bae0ea05, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9520cab4-1e02-4461-9f88-bc55bae0ea05,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:17.660955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:17.674135 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Calling delete_port for 9520cab4-1e02-4461-9f88-bc55bae0ea05 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:17.803409 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:17.835463 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event deleted for resources: {'Port': ['ID=9520cab4-1e02-4461-9f88-bc55bae0ea05,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:17.877221 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] No DVR routers for this DVR port 9520cab4-1e02-4461-9f88-bc55bae0ea05 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:05:17.879838 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:17.881837 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-44bee88b-00d8-4e22-a1bd-4816fb6a9c27 req-bbb9e469-541a-471d-9ba8-51fa8a060b73 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.37 "DELETE /v2.0/ports/9520cab4-1e02-4461-9f88-bc55bae0ea05 HTTP/1.1" status: 204 len: 173 time: 0.4030209 Jul 30 05:05:17.882336 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-deleted', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:17.884495 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c031a-81c0-4d12-9fd3-0b7417ca9de6" -d '{"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-deleted", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:17.923492 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351badfd-e689-47c0-b388-1b48f9861a7e x-openstack-request-id: req-351badfd-e689-47c0-b388-1b48f9861a7e {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:17.923789 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d7397b-bfee-4e3f-83f5-ed88ca2706f5", "name": "network-vif-deleted", "tag": "9520cab4-1e02-4461-9f88-bc55bae0ea05", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:17.924041 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-351badfd-e689-47c0-b388-1b48f9861a7e {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:17.924440 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d7397b-bfee-4e3f-83f5-ed88ca2706f5', 'name': 'network-vif-deleted', 'tag': '9520cab4-1e02-4461-9f88-bc55bae0ea05', 'status': 'completed', 'code': 200} Jul 30 05:05:18.275342 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-00ed342c-4253-48f9-87fc-383e24bd597b req-0f5d0c58-db42-465a-9d43-4367c82cc572 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d7397b-bfee-4e3f-83f5-ed88ca2706f5 HTTP/1.1" status: 200 len: 210 time: 0.0322242 Jul 30 05:05:18.465043 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20d22-cc37-4357-98b7-b0eaf60caf81 req-8e181f03-b864-4ccc-a46b-a775355f655e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:18.466431 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95a20d22-cc37-4357-98b7-b0eaf60caf81 req-8e181f03-b864-4ccc-a46b-a775355f655e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 944 time: 0.0536811 Jul 30 05:05:18.511928 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-95a20d22-cc37-4357-98b7-b0eaf60caf81 req-56f0311a-35cf-4ed3-b364-19010bb38682 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386972 Jul 30 05:05:19.333891 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36322) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:19.391643 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-63a3aab1-1379-4233-8805-b3d8739440b0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:19.417682 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-63a3aab1-1379-4233-8805-b3d8739440b0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:19.476432 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-63a3aab1-1379-4233-8805-b3d8739440b0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:19.479307 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-63a3aab1-1379-4233-8805-b3d8739440b0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:19.480472 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-63a3aab1-1379-4233-8805-b3d8739440b0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] 10.222.0.35 "DELETE /v2.0/security-groups/9cd4d803-fa61-4466-a2ce-81ef452fccbf HTTP/1.1" status: 204 len: 168 time: 0.1455851 Jul 30 05:05:19.491384 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3aab1-1379-4233-8805-b3d8739440b0 tempest-TestShelveInstance-1526445349 tempest-TestShelveInstance-1526445349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd4d803-fa61-4466-a2ce-81ef452fccbf,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:19.522901 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36326) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:19.709245 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805ffa-93f5-43e1-94e4-098a7a9c3fae req-6900943b-fbf1-4562-8502-313e97cc7822 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:19.710831 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4f805ffa-93f5-43e1-94e4-098a7a9c3fae req-6900943b-fbf1-4562-8502-313e97cc7822 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 944 time: 0.0968902 Jul 30 05:05:19.789113 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4f805ffa-93f5-43e1-94e4-098a7a9c3fae req-580a382f-42e5-4e39-a1ed-fcc85f8c79c0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722911 Jul 30 05:05:19.984829 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:20.226047 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Deleting port f8e2580a-9347-4923-8f3d-3756567a3d54 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:20.226395 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:20.306518 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] For port f8e2580a-9347-4923-8f3d-3756567a3d54, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=f8e2580a-9347-4923-8f3d-3756567a3d54,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:20.306898 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:20.319539 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Calling delete_port for f8e2580a-9347-4923-8f3d-3756567a3d54 owned by network:router_interface {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:20.498231 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:20.529046 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e2580a-9347-4923-8f3d-3756567a3d54,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:20.691542 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:20.740419 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:20.760607 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 9520cab4-1e02-4461-9f88-bc55bae0ea05 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:20.761024 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 9520cab4-1e02-4461-9f88-bc55bae0ea05 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:20.952213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282b5b1-0edf-4a2c-87e8-0433b7faeae3 req-90370087-8a6e-455f-a85d-5ecfa7afbe90 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:20.953685 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d282b5b1-0edf-4a2c-87e8-0433b7faeae3 req-90370087-8a6e-455f-a85d-5ecfa7afbe90 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 944 time: 0.0931439 Jul 30 05:05:20.956173 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Router 4fcdba5e-8376-4527-aff9-c293f970f4e3 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:05:21.032658 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d282b5b1-0edf-4a2c-87e8-0433b7faeae3 req-2e103b95-a0f1-47dc-86ab-bfad21539618 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713184 Jul 30 05:05:21.091213 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:21.097897 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-94b5b537-f516-4b62-b394-806b4947c928 admin admin] 10.222.0.35 "PUT /v2.0/routers/4fcdba5e-8376-4527-aff9-c293f970f4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5738556 Jul 30 05:05:21.100388 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36338) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:21.102184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] Sync routers for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:21.111409 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:21.112058 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.226578 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:21.407773 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:05:20Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.434170 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] Checking router: 4fcdba5e-8376-4527-aff9-c293f970f4e3 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:21.444937 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] Routers {'4fcdba5e-8376-4527-aff9-c293f970f4e3'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:21.445559 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4fcdba5e-8376-4527-aff9-c293f970f4e3'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.497752 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks [] for router, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:21.553409 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] Set router 4fcdba5e-8376-4527-aff9-c293f970f4e3 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:21.605190 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:21.659024 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Deleting port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:21.659292 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:21.739498 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:05:20Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.740879 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] For port c55c20b0-8bfd-4473-9d2f-e8e1120d13bf, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:21.741269 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:21.754180 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Calling delete_port for c55c20b0-8bfd-4473-9d2f-e8e1120d13bf owned by network:router_gateway {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:21.766034 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c262432-1241-4a11-bf22-c9f2ed537faa None None] The sync data for ids ['4fcdba5e-8376-4527-aff9-c293f970f4e3'] in dv-cinder-787262-6-iscsi is: [{'id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'name': 'tempest-TestShelveInstance-2125337545-router', 'tenant_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:12Z', 'updated_at': '2021-07-30T05:05:20Z', 'revision_number': 5, 'project_id': 'ed96cf0f31a7453d8b0e383d945708f6', 'gw_port': {'id': 'c55c20b0-8bfd-4473-9d2f-e8e1120d13bf', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdba5e-8376-4527-aff9-c293f970f4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:13Z', 'updated_at': '2021-07-30T05:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:21.925986 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:21.955635 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55c20b0-8bfd-4473-9d2f-e8e1120d13bf,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:22.013685 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.105537 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.115420 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.186795 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.187432 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fcdba5e-8376-4527-aff9-c293f970f4e3 {{(pid=93061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:22.196458 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645ac85-ac8e-4823-821a-9a9babc00e59 req-e89ce1b5-c229-4fbe-90c3-3b90ae651170 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:22.198014 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c645ac85-ac8e-4823-821a-9a9babc00e59 req-e89ce1b5-c229-4fbe-90c3-3b90ae651170 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 944 time: 0.0964549 Jul 30 05:05:22.201185 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.202239 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1545ceda-f20a-43ad-b8b5-052a01306243 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4fcdba5e-8376-4527-aff9-c293f970f4e3 HTTP/1.1" status: 204 len: 168 time: 1.1007059 Jul 30 05:05:22.205182 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36344) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:22.241800 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c645ac85-ac8e-4823-821a-9a9babc00e59 req-90953e59-91e6-4b46-bd51-9a564ad04faf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Jul 30 05:05:22.253888 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Deleting subnet 1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:05:22.260678 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.298610 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.381192 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.437230 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.464953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aecc4ec-026f-4704-a1d0-a0a14ec25ba1,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:22.466943 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.471138 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-fde4be5d-de0f-4c5a-8113-12f2c269b0cc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1aecc4ec-026f-4704-a1d0-a0a14ec25ba1 HTTP/1.1" status: 204 len: 168 time: 0.2623069 Jul 30 05:05:22.471552 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36346) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:22.471712 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff4e0a-103d-4944-9dba-fef61ef6b945 None None] Network 4ae005d0-c5fb-458d-a217-75e1df5d72fb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:05:22.542367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.596720 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Deleting port abdf1624-ae03-474c-af22-b499d2fb9859 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:22.597058 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.662151 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] For port abdf1624-ae03-474c-af22-b499d2fb9859, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=abdf1624-ae03-474c-af22-b499d2fb9859,segment=NetworkSegment(4556f95c-8cd8-48bf-9bd9-8c2bcb245d84),segment_id=4556f95c-8cd8-48bf-9bd9-8c2bcb245d84)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:22.662505 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.676180 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Calling delete_port for abdf1624-ae03-474c-af22-b499d2fb9859 owned by network:dhcp {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:22.751228 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ddc5deae-c655-4067-a8ce-ac5af8522abc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:05:22.756384 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.782269 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Pushing event deleted for resources: {'Port': ['ID=abdf1624-ae03-474c-af22-b499d2fb9859,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:22.787800 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] No DVR routers for this DVR port abdf1624-ae03-474c-af22-b499d2fb9859 on host dv-cinder-787262-6-iscsi {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:05:22.819841 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29208189-a79b-457b-adca-15b3235cd7e1 None None] DHCP port deletion for 4ae005d0-c5fb-458d-a217-75e1df5d72fb request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:05:22.865218 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ddc5deae-c655-4067-a8ce-ac5af8522abc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:22.873927 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.878186 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'port_id': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'mac_address': 'fa:16:3e:8e:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:05:22.886237 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae005d0-c5fb-458d-a217-75e1df5d72fb']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:22.898353 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:22.902020 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4556f95c-8cd8-48bf-9bd9-8c2bcb245d84') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:22.913997 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.927926 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.933982 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.941817 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:22.942290 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:05:22.944428 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:05:22.950292 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc5deae-c655-4067-a8ce-ac5af8522abc {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:05:22.975079 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ddc5deae-c655-4067-a8ce-ac5af8522abc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:22.981352 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device abdf1624-ae03-474c-af22-b499d2fb9859 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:22.983874 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:23.004034 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:23.009203 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:23.011390 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ae005d0-c5fb-458d-a217-75e1df5d72fb HTTP/1.1" status: 204 len: 168 time: 0.5391021 Jul 30 05:05:23.014726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36350) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:23.023323 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371f2a-ba5d-49ad-83ae-ab2cc4f6b08c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae005d0-c5fb-458d-a217-75e1df5d72fb,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:23.023564 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: abdf1624-ae03-474c-af22-b499d2fb9859 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:23.023914 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device abdf1624-ae03-474c-af22-b499d2fb9859 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:23.024347 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c55c20b0-8bfd-4473-9d2f-e8e1120d13bf no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:23.046045 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: c55c20b0-8bfd-4473-9d2f-e8e1120d13bf {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:23.046394 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device c55c20b0-8bfd-4473-9d2f-e8e1120d13bf not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:23.046825 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f8e2580a-9347-4923-8f3d-3756567a3d54 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:23.070748 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: f8e2580a-9347-4923-8f3d-3756567a3d54 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:23.071113 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device f8e2580a-9347-4923-8f3d-3756567a3d54 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:23.085798 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ddc5deae-c655-4067-a8ce-ac5af8522abc,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:23.237046 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['ddc5deae-c655-4067-a8ce-ac5af8522abc'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:05:23.401418 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e794b6-7aef-408f-94b8-4537d017b9c6 req-8b879b40-825f-4281-a996-060f97765c04 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:23.402955 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-26e794b6-7aef-408f-94b8-4537d017b9c6 req-8b879b40-825f-4281-a996-060f97765c04 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 945 time: 0.0789616 Jul 30 05:05:23.440045 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:23.487472 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-26e794b6-7aef-408f-94b8-4537d017b9c6 req-de84552f-6716-4605-9030-99c1a48f9a7c tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761323 Jul 30 05:05:23.697278 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Deleting port 181663bc-f8de-4941-af4d-59cfa64bcfdd {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:23.697522 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:23.778343 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] For port 181663bc-f8de-4941-af4d-59cfa64bcfdd, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=181663bc-f8de-4941-af4d-59cfa64bcfdd,segment=NetworkSegment(aea594c4-92ca-42e4-a7b1-2095395b3d3b),segment_id=aea594c4-92ca-42e4-a7b1-2095395b3d3b)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:23.778705 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:23.791459 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Calling delete_port for 181663bc-f8de-4941-af4d-59cfa64bcfdd owned by network:router_interface {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:23.976015 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:24.005632 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Pushing event deleted for resources: {'Port': ['ID=181663bc-f8de-4941-af4d-59cfa64bcfdd,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:24.175304 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:24.392480 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Router a051736c-b364-4dc1-8db4-10f7676f7428 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:05:24.499244 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:24.505043 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b137cd09-9710-48aa-8570-f09b844254af admin admin] 10.222.0.35 "PUT /v2.0/routers/a051736c-b364-4dc1-8db4-10f7676f7428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4881954 Jul 30 05:05:24.506642 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36356) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:24.509415 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] Sync routers for ids ['a051736c-b364-4dc1-8db4-10f7676f7428'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:24.526452 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] Routers {'a051736c-b364-4dc1-8db4-10f7676f7428'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:24.528600 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['a051736c-b364-4dc1-8db4-10f7676f7428'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:24.641119 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] Set router a051736c-b364-4dc1-8db4-10f7676f7428 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:24.762897 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ddc5deae-c655-4067-a8ce-ac5af8522abc up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:24.819109 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port ddc5deae-c655-4067-a8ce-ac5af8522abc completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:05:24.823963 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port ddc5deae-c655-4067-a8ce-ac5af8522abc triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:05:24.824653 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:24.827966 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:05:23Z', 'revision_number': 5, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:24.856092 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] Checking router: a051736c-b364-4dc1-8db4-10f7676f7428 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:24.865638 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] Routers {'a051736c-b364-4dc1-8db4-10f7676f7428'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:24.866257 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['a051736c-b364-4dc1-8db4-10f7676f7428'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:24.938371 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8327a15-9095-4fab-aa26-bdc397571425 req-c57a3de4-5758-47b1-be53-3a7c8f51bbd0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:24.946440 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a8327a15-9095-4fab-aa26-bdc397571425 req-c57a3de4-5758-47b1-be53-3a7c8f51bbd0 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 945 time: 0.3874733 Jul 30 05:05:24.954491 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:24.978206 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] Set router a051736c-b364-4dc1-8db4-10f7676f7428 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:25.060887 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a8327a15-9095-4fab-aa26-bdc397571425 req-d22ae706-cd6a-40a0-b73b-bb21e38abe41 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132762 Jul 30 05:05:25.083360 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.102481 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.112122 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:25.115175 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea8363e-478e-4455-957c-90865e6ebba1" -d '{"events": [{"server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "name": "network-vif-plugged", "status": "completed", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:25.134372 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port ddc5deae-c655-4067-a8ce-ac5af8522abc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:25.143041 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.167323 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Deleting port 31bdb10d-1f8e-46d1-8823-f9f2962d694f {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:25.167667 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.177607 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfab97d-ed0c-4f9d-8b25-2ce0aa01d25d x-openstack-request-id: req-8cfab97d-ed0c-4f9d-8b25-2ce0aa01d25d {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:25.177900 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "name": "network-vif-plugged", "status": "completed", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:25.178149 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cfab97d-ed0c-4f9d-8b25-2ce0aa01d25d {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:25.178532 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'code': 200} Jul 30 05:05:25.198275 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=ddc5deae-c655-4067-a8ce-ac5af8522abc,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:25.247633 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:05:23Z', 'revision_number': 5, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:25.261053 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] For port 31bdb10d-1f8e-46d1-8823-f9f2962d694f, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=31bdb10d-1f8e-46d1-8823-f9f2962d694f,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:25.261616 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.273518 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Calling delete_port for 31bdb10d-1f8e-46d1-8823-f9f2962d694f owned by network:router_gateway {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:25.276006 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32bf45-95c3-4ecb-81ae-a880fc10d236 None None] The sync data for ids ['a051736c-b364-4dc1-8db4-10f7676f7428'] in dv-cinder-787262-6-iscsi is: [{'id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'name': 'tempest-TestShelveInstance-1055946134-router', 'tenant_id': 'b4619edeffc44453beb232108813cfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T05:00:25Z', 'updated_at': '2021-07-30T05:05:23Z', 'revision_number': 5, 'project_id': 'b4619edeffc44453beb232108813cfeb', 'gw_port': {'id': '31bdb10d-1f8e-46d1-8823-f9f2962d694f', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a051736c-b364-4dc1-8db4-10f7676f7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T05:00:26Z', 'updated_at': '2021-07-30T05:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:25.427296 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40408-1c96-4018-a2a1-424d77dea578 req-23aa3927-89ae-45e4-84ed-65e529612227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:25.429446 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-19e40408-1c96-4018-a2a1-424d77dea578 req-23aa3927-89ae-45e4-84ed-65e529612227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 1099 time: 0.0437953 Jul 30 05:05:25.458387 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.472618 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-19e40408-1c96-4018-a2a1-424d77dea578 req-60c7a471-f1e0-4a86-b31c-ee9d6ebab183 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353677 Jul 30 05:05:25.485509 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bdb10d-1f8e-46d1-8823-f9f2962d694f,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:25.543755 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.637196 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.639573 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.688157 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.688669 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a051736c-b364-4dc1-8db4-10f7676f7428 {{(pid=93061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:25.693235 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.696571 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-9d97c8de-5029-4574-be38-91fdc75dde71 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a051736c-b364-4dc1-8db4-10f7676f7428 HTTP/1.1" status: 204 len: 168 time: 1.1866758 Jul 30 05:05:25.696778 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36364) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:25.743945 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Deleting subnet 8d51b90b-2c1e-45a7-a080-6e64f38c812a {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:05:25.748858 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.788166 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.871561 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.929271 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.957337 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d51b90b-2c1e-45a7-a080-6e64f38c812a,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:25.962339 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:25.966964 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36366) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:25.967468 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-d828847f-2520-42cf-bfdc-6b9359fa1dc9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d51b90b-2c1e-45a7-a080-6e64f38c812a HTTP/1.1" status: 204 len: 168 time: 0.2697222 Jul 30 05:05:25.969295 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329efa2-231e-4cff-adc5-0b87773e38be None None] Network 9456dfef-46cb-4a63-b378-412bdde456ab requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:05:26.038517 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.092196 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Deleting port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:26.092549 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.163639 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] For port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,segment=NetworkSegment(aea594c4-92ca-42e4-a7b1-2095395b3d3b),segment_id=aea594c4-92ca-42e4-a7b1-2095395b3d3b)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:26.164122 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.177901 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Calling delete_port for 8ba73e94-b045-4b3a-93ea-1ecabb159bfa owned by network:dhcp {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:26.195687 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511137f-f48c-4c03-bcd3-120589c3b450 req-82c5d6f6-883e-4f52-b974-cfe9c5d1a873 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:26.197195 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9511137f-f48c-4c03-bcd3-120589c3b450 req-82c5d6f6-883e-4f52-b974-cfe9c5d1a873 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 946 time: 0.0498111 Jul 30 05:05:26.239513 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-9511137f-f48c-4c03-bcd3-120589c3b450 req-61681c80-96e8-4d95-a0eb-8006dfe9b7f5 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357878 Jul 30 05:05:26.265750 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.293841 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba73e94-b045-4b3a-93ea-1ecabb159bfa,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:26.296134 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] No DVR routers for this DVR port 8ba73e94-b045-4b3a-93ea-1ecabb159bfa on host dv-cinder-787262-6-iscsi {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:05:26.331058 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc8269-8f79-4be6-822e-85e2138c88c4 None None] DHCP port deletion for 9456dfef-46cb-4a63-b378-412bdde456ab request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:05:26.373641 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.384660 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9456dfef-46cb-4a63-b378-412bdde456ab']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:26.394899 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea594c4-92ca-42e4-a7b1-2095395b3d3b') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:26.395214 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea594c4-92ca-42e4-a7b1-2095395b3d3b') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:26.403687 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.418658 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.425320 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:26.425714 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:05:26.427394 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:05:26.482993 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.487716 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.492551 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9456dfef-46cb-4a63-b378-412bdde456ab HTTP/1.1" status: 204 len: 168 time: 0.5243671 Jul 30 05:05:26.505547 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955e3bf-f62c-49c1-826e-8b71ae535409 admin admin] Pushing event deleted for resources: {'Network': ['ID=9456dfef-46cb-4a63-b378-412bdde456ab,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:26.598170 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36374) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:26.638715 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-252b04ee-efb3-43d9-8583-74389cc0b173 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed96cf0f31a7453d8b0e383d945708f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394218 Jul 30 05:05:26.641144 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36376) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:26.691209 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee5ba-48a8-4444-afb1-539dd3e97d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.711987 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee5ba-48a8-4444-afb1-539dd3e97d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.756735 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee5ba-48a8-4444-afb1-539dd3e97d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.759254 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee5ba-48a8-4444-afb1-539dd3e97d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:26.760417 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8a1ee5ba-48a8-4444-afb1-539dd3e97d05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0bf520f-0b81-4dce-813a-3e1bf2b08211 HTTP/1.1" status: 204 len: 168 time: 0.1183741 Jul 30 05:05:26.769105 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ee5ba-48a8-4444-afb1-539dd3e97d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf520f-0b81-4dce-813a-3e1bf2b08211,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:26.957337 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8ba73e94-b045-4b3a-93ea-1ecabb159bfa no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:26.980388 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 8ba73e94-b045-4b3a-93ea-1ecabb159bfa {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:26.981091 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 8ba73e94-b045-4b3a-93ea-1ecabb159bfa not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:26.981204 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 181663bc-f8de-4941-af4d-59cfa64bcfdd no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:27.000129 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 181663bc-f8de-4941-af4d-59cfa64bcfdd {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:27.000484 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 181663bc-f8de-4941-af4d-59cfa64bcfdd not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:27.000913 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 31bdb10d-1f8e-46d1-8823-f9f2962d694f no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:27.020085 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 31bdb10d-1f8e-46d1-8823-f9f2962d694f {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:05:27.020441 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 31bdb10d-1f8e-46d1-8823-f9f2962d694f not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:27.084048 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36382) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:27.125445 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c50d4551-8a87-4094-8986-be3faf644b37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4619edeffc44453beb232108813cfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402319 Jul 30 05:05:27.130291 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36386) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:27.185899 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b2238d20-9bba-412c-8f1f-668ee45c32ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:27.206653 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b2238d20-9bba-412c-8f1f-668ee45c32ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:27.252658 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b2238d20-9bba-412c-8f1f-668ee45c32ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:27.255152 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b2238d20-9bba-412c-8f1f-668ee45c32ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:27.256338 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-b2238d20-9bba-412c-8f1f-668ee45c32ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1809ff9b-3e03-442f-aa65-e24d53cc223f HTTP/1.1" status: 204 len: 168 time: 0.1248178 Jul 30 05:05:27.265463 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2238d20-9bba-412c-8f1f-668ee45c32ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1809ff9b-3e03-442f-aa65-e24d53cc223f,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:27.368021 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ecff8-07d4-49ea-a0a1-ac6b2994c681 req-b7daa649-8770-4e10-b5f7-de5bf3605d75 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:27.369519 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a30ecff8-07d4-49ea-a0a1-ac6b2994c681 req-b7daa649-8770-4e10-b5f7-de5bf3605d75 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 946 time: 0.0552330 Jul 30 05:05:27.407552 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a30ecff8-07d4-49ea-a0a1-ac6b2994c681 req-b6e57903-3690-41ed-8905-b5d4a64b7d23 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Jul 30 05:05:27.536574 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928d38d-0ced-4377-baa0-24ff30f3bf9d req-8a18f907-6415-41a6-b02b-5a39d4937edd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:27.538243 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d928d38d-0ced-4377-baa0-24ff30f3bf9d req-8a18f907-6415-41a6-b02b-5a39d4937edd tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 946 time: 0.0547984 Jul 30 05:05:27.579446 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d928d38d-0ced-4377-baa0-24ff30f3bf9d req-7fe4c75f-bcbc-4c97-8a1e-f8a8c8dcb059 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350895 Jul 30 05:05:27.603243 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36394) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:27.648605 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7061bf1d-e0f7-4d82-8a1e-106dd2262714 tempest-TestVolumeBootPattern-369113762 tempest-TestVolumeBootPattern-369113762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:27.650164 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-7061bf1d-e0f7-4d82-8a1e-106dd2262714 tempest-TestVolumeBootPattern-369113762 tempest-TestVolumeBootPattern-369113762-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 1094 time: 0.0460188 Jul 30 05:05:27.652970 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36396) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:05:27.657229 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Request body: {'floatingip': {'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'port_id': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:05:27.680913 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:27.779234 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:27.882450 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Allocated IP 172.27.2.205 (d59f635a-3570-43f5-bbad-7897bf6b360e/19198bf4-824f-4725-8815-98f6afd58ae0/c67583b0-8067-4c97-b971-831e9922b5c6) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:27.987623 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:28.026149 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:28.062870 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Network d59f635a-3570-43f5-bbad-7897bf6b360e is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:28.065951 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:28.069335 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:05:28.095414 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=c67583b0-8067-4c97-b971-831e9922b5c6,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:28.704240 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:28.769642 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:28.917234 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:28.921428 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:28.988529 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event updated for resources: {'Port': ['ID=c67583b0-8067-4c97-b971-831e9922b5c6,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:28.998389 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666947'] for floatingip, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:29.100370 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Floating IP d57babbb-9c87-43fc-99e7-1f51f5f5bbdd associated. External IP: 172.27.2.205, port: ddc5deae-c655-4067-a8ce-ac5af8522abc. Jul 30 05:05:29.310292 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:05:29.415653 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:29.425961 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:29.430902 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:29.435432 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:29.436040 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:29.457479 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f7c4ecf7-6ed9-4fcb-b2c4-4c419c90e878 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8034537 Jul 30 05:05:29.457989 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:29.460278 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:29.496093 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd77dc0-06e4-4321-b926-1539327b123f x-openstack-request-id: req-2fd77dc0-06e4-4321-b926-1539327b123f {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:29.496382 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:29.496629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fd77dc0-06e4-4321-b926-1539327b123f {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:29.497020 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'status': 'completed', 'code': 200} Jul 30 05:05:29.542368 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:29.567356 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-5d6160e3-85c0-4a20-b226-a6423f07102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:29.568839 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-5d6160e3-85c0-4a20-b226-a6423f07102e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 1099 time: 0.0411198 Jul 30 05:05:29.661228 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-a7a1448b-0b5d-49b2-a476-b3efd6b06aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:29.662695 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-a7a1448b-0b5d-49b2-a476-b3efd6b06aad service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.0853040 Jul 30 05:05:29.728692 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-7fe29434-c80b-4187-89a2-d734bcd4856c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc HTTP/1.1" status: 200 len: 1000 time: 0.0573909 Jul 30 05:05:29.763480 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'd57babbb-9c87-43fc-99e7-1f51f5f5bbdd', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:8e:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02335cc6-6816-4d04-bd01-0268483b5529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:05:28Z', 'updated_at': '2021-07-30T05:05:28Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}, {'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:25Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:29.782423 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-5826c8cc-f6d2-4704-9787-796fa40b2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:29.784695 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-5826c8cc-f6d2-4704-9787-796fa40b2c3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0484211 Jul 30 05:05:29.794756 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:29.804094 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:05:29.804713 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:05:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:29.841146 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-648a275e-cf32-4b21-a429-06c78f721047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:29.842631 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-648a275e-cf32-4b21-a429-06c78f721047 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424161 Jul 30 05:05:29.913118 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:05:29.932218 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-2e11b515-03a9-4d1f-90a2-cfb6a6c4f0eb service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804365 Jul 30 05:05:30.027907 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-3cc0f6e1-c254-4e86-a0d6-5cebfd931f1c req-6e1c51f9-8b84-47e1-9cae-de4227f0fb60 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Jul 30 05:05:30.143810 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'd57babbb-9c87-43fc-99e7-1f51f5f5bbdd', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:8e:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02335cc6-6816-4d04-bd01-0268483b5529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:05:28Z', 'updated_at': '2021-07-30T05:05:28Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}, {'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:25Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:30.172625 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9f872-fe27-4b05-9cf5-c81c61d5d793 None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'd57babbb-9c87-43fc-99e7-1f51f5f5bbdd', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:8e:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02335cc6-6816-4d04-bd01-0268483b5529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:05:28Z', 'updated_at': '2021-07-30T05:05:28Z', 'revision_number': 0, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}, {'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:25Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:30.249134 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:05:30.353063 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a53929-8716-4d0a-ac79-be982290bedb None None] New status for floating IP d57babbb-9c87-43fc-99e7-1f51f5f5bbdd: ACTIVE {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:05:39.093140 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:40.837552 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f0a80d3f-4813-4e2d-bfdc-6ddfe3c20aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:43.194912 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-beb7dec6-5656-4c6f-a026-d8090ce60b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:43.600141 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:44.362486 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:46.065243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:57.704502 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc669f-8891-414e-88ba-0167cfbcb061 req-08d12cf4-00c7-48de-b042-68fd89fc87e6 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:57.705892 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94dc669f-8891-414e-88ba-0167cfbcb061 req-08d12cf4-00c7-48de-b042-68fd89fc87e6 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 946 time: 0.0482666 Jul 30 05:05:57.745054 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-94dc669f-8891-414e-88ba-0167cfbcb061 req-112ffa97-f9e5-4e4a-abc1-73aca63bcd80 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Jul 30 05:05:58.863512 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaf5a2-8c86-4eaa-9a8f-c2928642bd55 req-aefad1da-8a42-49e1-bafe-04a31178ab56 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:58.865627 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1adaf5a2-8c86-4eaa-9a8f-c2928642bd55 req-aefad1da-8a42-49e1-bafe-04a31178ab56 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 946 time: 0.0523021 Jul 30 05:05:58.902500 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-1adaf5a2-8c86-4eaa-9a8f-c2928642bd55 req-fcb7cd17-c45b-446d-bc34-0def19750807 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Jul 30 05:05:59.209827 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-240c8f91-4783-4532-b770-66575a7a4355 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:05:59.211272 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-240c8f91-4783-4532-b770-66575a7a4355 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 946 time: 0.0476270 Jul 30 05:05:59.305425 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Deleting port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:05:59.307174 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:59.398271 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] For port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:59.398632 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:59.412704 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Calling delete_port for 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:05:59.539400 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:59.551669 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['277ae5c7-d017-4983-b73e-5dbbe11dd4e7'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:05:59.567878 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Pushing event deleted for resources: {'Port': ['ID=277ae5c7-d017-4983-b73e-5dbbe11dd4e7,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:59.586026 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.586594 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.587150 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.587673 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.588178 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.588688 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.589179 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.589669 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.590158 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.590638 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.591151 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.591633 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:59.640927 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] No DVR routers for this DVR port 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:05:59.643742 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:05:59.645766 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-6ef60336-2606-4319-9cf1-cdb9648c2641 req-2f056201-ecc8-44ce-8a58-4145a27e6488 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "DELETE /v2.0/ports/277ae5c7-d017-4983-b73e-5dbbe11dd4e7 HTTP/1.1" status: 204 len: 173 time: 0.4283631 Jul 30 05:05:59.646222 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'name': 'network-vif-deleted', 'tag': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:05:59.649571 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8699737c-d178-4b94-b4a5-b9cd63c4ed75" -d '{"events": [{"server_uuid": "10b003c5-f91f-43b7-addd-92b4c4de3d7d", "name": "network-vif-deleted", "tag": "277ae5c7-d017-4983-b73e-5dbbe11dd4e7"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:59.688995 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f06d3-7076-441f-9846-0ed7ddcb998c x-openstack-request-id: req-554f06d3-7076-441f-9846-0ed7ddcb998c {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:59.689319 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b003c5-f91f-43b7-addd-92b4c4de3d7d", "name": "network-vif-deleted", "tag": "277ae5c7-d017-4983-b73e-5dbbe11dd4e7", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:59.689569 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-554f06d3-7076-441f-9846-0ed7ddcb998c {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:59.689961 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b003c5-f91f-43b7-addd-92b4c4de3d7d', 'name': 'network-vif-deleted', 'tag': '277ae5c7-d017-4983-b73e-5dbbe11dd4e7', 'status': 'completed', 'code': 200} Jul 30 05:06:00.011858 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d30b9de0-dd33-4f37-99c4-ad5c935a5343 req-31c6a73d-ecc3-42ee-95ba-2d563d44c834 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b003c5-f91f-43b7-addd-92b4c4de3d7d HTTP/1.1" status: 200 len: 210 time: 0.0295954 Jul 30 05:06:03.291751 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:06:03.311824 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:06:03.312168 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 277ae5c7-d017-4983-b73e-5dbbe11dd4e7 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:06:07.247856 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:06:09.090133 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:10.839399 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e0c2d6d6-9338-49fb-ae23-ea213af851ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:11.017186 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-2d0d6152-4933-4ddd-95e9-9dc8b49ecc2b tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:11.018668 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-2d0d6152-4933-4ddd-95e9-9dc8b49ecc2b tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/networks?id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 200 len: 814 time: 0.1000147 Jul 30 05:06:11.033265 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-139067ef-0429-4910-83d6-f575c39f1989 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/quotas/df04c2111dc9455a801d0559d35918bb HTTP/1.1" status: 200 len: 375 time: 0.0088632 Jul 30 05:06:11.068590 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-85fbfa6c-d51a-4569-9b6d-95f96b0aa17d tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=df04c2111dc9455a801d0559d35918bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294087 Jul 30 05:06:11.156461 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-da656705-5b91-466a-843a-2d7a5f1db382 service neutron] 10.222.0.35 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808041 Jul 30 05:06:11.247904 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-e518f164-e4e9-4c68-a785-6d88ecfd0cba service neutron] 10.222.0.35 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Jul 30 05:06:11.412189 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-818883a3-5ab8-42c9-b71a-bfc3fd0ca380 req-fae412ce-7b49-4250-92c0-a6b814ca799c tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 210 time: 0.0267291 Jul 30 05:06:12.306849 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-9c70efc2-3e85-4a46-8280-5872e64d60f6 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:12.308345 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-9c70efc2-3e85-4a46-8280-5872e64d60f6 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "GET /v2.0/networks?id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 200 len: 814 time: 0.1032457 Jul 30 05:06:12.323129 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Request body: {'port': {'device_id': '1b075918-d89e-4709-aa38-97b15da7b11b', 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8', 'admin_state_up': True, 'tenant_id': 'df04c2111dc9455a801d0559d35918bb'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:06:12.434415 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Made reservation on behalf of df04c2111dc9455a801d0559d35918bb for: {'port': 1} {{(pid=93062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:06:12.438034 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:12.505483 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0f49f96b-1270-4370-9c15-9fff4802838d req-b60b6558-075e-436e-99b6-c6447311ea05 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 210 time: 0.0268722 Jul 30 05:06:12.562439 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_common [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Allocated IP 172.20.0.8 (46ec5ac2-14fd-4db1-b75f-412a1f59ecd8/b854673d-659d-4bd8-96d4-e927fc9b79b6/25962019-ff63-4aed-ab47-3345aff88244) {{(pid=93062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:06:12.707451 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks [] for port, precommit_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:12.707744 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-af9e8e65-586d-4242-a6d2-578a27dd2aa5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395777 Jul 30 05:06:12.747545 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763463875054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_create {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:12.786672 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 is already hosted by enough agents. {{(pid=93062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:06:12.790342 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.base_scheduler [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Resources bound (agent type, host, resource id): {{(pid=93062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:06:12.793938 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Received port after_create {{(pid=93062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 05:06:12.796723 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-bcbc6d6a-20d8-431e-8e4c-57610542b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:12.798243 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-bcbc6d6a-20d8-431e-8e4c-57610542b0fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1098 time: 0.0448675 Jul 30 05:06:12.826103 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Pushing event updated for resources: {'Port': ['ID=25962019-ff63-4aed-ab47-3345aff88244,revision_number=1']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:12.851414 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:12.852011 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:12.866194 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-53d18605-3fdf-4fb3-a262-6ed233d49543 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479443 Jul 30 05:06:12.878953 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.v2.base [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Request body: {'port': {'device_id': '1b075918-d89e-4709-aa38-97b15da7b11b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=93062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 05:06:12.903674 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-a5935fdb-4d7e-438d-9a1a-0249bf7fe2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:12.905347 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-a5935fdb-4d7e-438d-9a1a-0249bf7fe2f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.0856953 Jul 30 05:06:12.939928 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:12.981217 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-a1620ec5-e953-4a90-be7f-5f825b83f297 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 1001 time: 0.0670047 Jul 30 05:06:13.032092 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-df1eab73-d209-4351-9b85-71e6fd365894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.033559 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-df1eab73-d209-4351-9b85-71e6fd365894 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0443032 Jul 30 05:06:13.079940 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-560b45be-ec5c-4b7f-810b-122de22b80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.081325 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-560b45be-ec5c-4b7f-810b-122de22b80b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401032 Jul 30 05:06:13.173232 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-d357a0f3-414d-43ae-a3b9-3e7e19fadaa6 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844550 Jul 30 05:06:13.194927 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-72ff062f-809f-47a5-9ca1-4ae1d5ecefd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.212235 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25962019-ff63-4aed-ab47-3345aff88244 {{(pid=93062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:06:13.220897 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.234407 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.provisioning_blocks [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Transition to ACTIVE for port object 25962019-ff63-4aed-ab47-3345aff88244 will not be triggered until provisioned by entity L2. {{(pid=93062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 05:06:13.237541 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.265854 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4bf60ddb-d899-4056-b7a4-09a867321e59 req-21d5011d-2a0b-4477-8114-7189e12b8d61 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843225 Jul 30 05:06:13.290670 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Pushing event updated for resources: {'Port': ['ID=25962019-ff63-4aed-ab47-3345aff88244,revision_number=2']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:13.355674 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Attempting to bind port 25962019-ff63-4aed-ab47-3345aff88244 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 05:06:13.356338 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Attempting to bind port 25962019-ff63-4aed-ab47-3345aff88244 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 05:06:13.356338 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Attempting to bind port 25962019-ff63-4aed-ab47-3345aff88244 on network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:06:13.363230 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Port 25962019-ff63-4aed-ab47-3345aff88244 on network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 05:06:13.363771 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Attempting to bind port 25962019-ff63-4aed-ab47-3345aff88244 on network 46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 05:06:13.370304 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Checking agent: {'id': '8a37899e-f86e-44fc-9f46-2fff49e05365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'started_at': datetime.datetime(2021, 7, 30, 4, 55, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 05:06:13.370641 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Checking segment: {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 05:06:13.371059 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Bound using segment: {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'} {{(pid=93062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 05:06:13.371487 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.managers [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Bound port: 25962019-ff63-4aed-ab47-3345aff88244, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f69827e-d06d-49a7-871d-269c138c574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8'}}] {{(pid=93062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 05:06:13.371844 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.443321 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] For port 25962019-ff63-4aed-ab47-3345aff88244, host hv-cinder-78726, cleared binding levels {{(pid=93062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:06:13.446776 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] For port 25962019-ff63-4aed-ab47-3345aff88244, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=25962019-ff63-4aed-ab47-3345aff88244,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:06:13.451430 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2135253'] for port, after_update {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.487331 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.487956 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.489366 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] 10.222.0.37 "PUT /v2.0/ports/25962019-ff63-4aed-ab47-3345aff88244 HTTP/1.1" status: 200 len: 1093 time: 0.6147470 Jul 30 05:06:13.489817 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b075918-d89e-4709-aa38-97b15da7b11b', 'tag': '25962019-ff63-4aed-ab47-3345aff88244'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:06:13.494388 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b075918-d89e-4709-aa38-97b15da7b11b", "tag": "25962019-ff63-4aed-ab47-3345aff88244"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:13.521019 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4b59-faed-4257-8bce-4d7c9867fab8 service neutron] Pushing event updated for resources: {'Port': ['ID=25962019-ff63-4aed-ab47-3345aff88244,revision_number=3']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:13.532490 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8781a759-2e9f-4457-82b1-1f7c46fbbcfa x-openstack-request-id: req-8781a759-2e9f-4457-82b1-1f7c46fbbcfa {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:13.532781 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b075918-d89e-4709-aa38-97b15da7b11b", "tag": "25962019-ff63-4aed-ab47-3345aff88244", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:13.533042 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8781a759-2e9f-4457-82b1-1f7c46fbbcfa {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:13.533443 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b075918-d89e-4709-aa38-97b15da7b11b', 'tag': '25962019-ff63-4aed-ab47-3345aff88244', 'status': 'completed', 'code': 200} Jul 30 05:06:13.579020 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-cb4444f5-8c4a-457c-9836-658614d068e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.580531 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-cb4444f5-8c4a-457c-9836-658614d068e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df04c2111dc9455a801d0559d35918bb&device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 1096 time: 0.0420084 Jul 30 05:06:13.604011 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:13.626922 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79e81-d9b6-4031-bb63-4d3369e8feea req-b06812c0-be99-49d2-9761-efd0f3323675 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.628439 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3df79e81-d9b6-4031-bb63-4d3369e8feea req-b06812c0-be99-49d2-9761-efd0f3323675 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 943 time: 0.0539176 Jul 30 05:06:13.630309 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-8d12901e-3138-42c1-b6bb-1dd9d93c3aa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25962019-ff63-4aed-ab47-3345aff88244 HTTP/1.1" status: 200 len: 217 time: 0.0348749 Jul 30 05:06:13.667230 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-3df79e81-d9b6-4031-bb63-4d3369e8feea req-0f6df864-3204-4ecf-b536-246c11df03a7 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Jul 30 05:06:13.683004 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-93e95543-3ebe-4ed8-b105-7568f77017f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.684468 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-93e95543-3ebe-4ed8-b105-7568f77017f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b854673d-659d-4bd8-96d4-e927fc9b79b6 HTTP/1.1" status: 200 len: 854 time: 0.0473325 Jul 30 05:06:13.719371 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-9d619f8c-4e96-4ce9-9997-5beb1376e5b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242789 Jul 30 05:06:13.810061 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-a6c4e01a-f923-4a2b-a1df-19af2d977014 service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812941 Jul 30 05:06:13.908295 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-533bbfa6-0a64-4a7c-adf3-1aa7188309c7 req-2861c1b7-02be-4449-ac3b-922ce7a2fd30 service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900428 Jul 30 05:06:13.997017 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-aceee8c1-d1a9-4ac5-88f2-f885e328b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:13.998474 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-aceee8c1-d1a9-4ac5-88f2-f885e328b435 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df04c2111dc9455a801d0559d35918bb&device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 1096 time: 0.0418794 Jul 30 05:06:14.089627 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-d1b03a83-cd6e-418a-8c89-aa7421cb0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:14.091099 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-d1b03a83-cd6e-418a-8c89-aa7421cb0d48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 200 len: 915 time: 0.0845020 Jul 30 05:06:14.133964 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-2c8c4154-a580-4c5e-bf04-e513861a9314 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25962019-ff63-4aed-ab47-3345aff88244 HTTP/1.1" status: 200 len: 217 time: 0.0344450 Jul 30 05:06:14.183125 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-79ac2915-cda4-497d-9686-b47be09c7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:14.184452 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-79ac2915-cda4-497d-9686-b47be09c7107 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b854673d-659d-4bd8-96d4-e927fc9b79b6 HTTP/1.1" status: 200 len: 854 time: 0.0424285 Jul 30 05:06:14.219934 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-782212fa-dda4-457d-bdc4-d711af17a9b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234222 Jul 30 05:06:14.312257 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-482b0579-dcf2-47ea-b777-c885c49b0160 service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828986 Jul 30 05:06:14.366664 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:14.406363 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-fc53d028-1ff5-4c4d-8698-2d791ff8f9d4 req-87a86844-fcc2-4d72-b948-5392625e1ebb service neutron] 10.222.0.37 "GET /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 Jul 30 05:06:14.790719 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1959d-09e8-4d33-aea8-6628d3856cc0 req-b122714b-9380-42c0-9b9a-5c10b979115d tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:14.792279 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a1a1959d-09e8-4d33-aea8-6628d3856cc0 req-b122714b-9380-42c0-9b9a-5c10b979115d tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 943 time: 0.0572286 Jul 30 05:06:14.830959 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-a1a1959d-09e8-4d33-aea8-6628d3856cc0 req-064a8113-534b-42fc-9b99-ac21b2568301 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Jul 30 05:06:15.080647 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 25962019-ff63-4aed-ab47-3345aff88244 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=93063) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:06:15.171800 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 25962019-ff63-4aed-ab47-3345aff88244, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=25962019-ff63-4aed-ab47-3345aff88244,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:15.183362 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Returning: {'device': '25962019-ff63-4aed-ab47-3345aff88244', 'network_id': '46ec5ac2-14fd-4db1-b75f-412a1f59ecd8', 'port_id': '25962019-ff63-4aed-ab47-3345aff88244', 'mac_address': 'fa:16:3e:2b:02:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b854673d-659d-4bd8-96d4-e927fc9b79b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93063) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:06:15.220439 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:15.232735 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25962019-ff63-4aed-ab47-3345aff88244 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 05:06:15.251785 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 25962019-ff63-4aed-ab47-3345aff88244, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=25962019-ff63-4aed-ab47-3345aff88244,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:15.255451 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:15.304712 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=25962019-ff63-4aed-ab47-3345aff88244,revision_number=4']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:15.311482 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.311836 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.312184 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.312522 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.312855 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.313187 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.313516 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.313844 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.314173 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.314496 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.314826 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.315235 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:15.498055 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['25962019-ff63-4aed-ab47-3345aff88244'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:06:15.945286 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d33d7-ccb0-456f-9240-13ebe4fc6f70 req-d3e7ded4-ce29-4481-b148-9f57794199e8 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:15.946776 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-611d33d7-ccb0-456f-9240-13ebe4fc6f70 req-d3e7ded4-ce29-4481-b148-9f57794199e8 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 944 time: 0.0503047 Jul 30 05:06:15.983289 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-611d33d7-ccb0-456f-9240-13ebe4fc6f70 req-72a36ec9-2bfa-44ea-bff2-4d05ab2474a1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Jul 30 05:06:16.066992 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:17.094151 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 25962019-ff63-4aed-ab47-3345aff88244 up at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:06:17.112429 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741b2a-5eec-4631-8289-c862cd1b131a req-2b683ea9-13b1-4716-8258-fb899e0b4cf8 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:17.113855 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6741b2a-5eec-4631-8289-c862cd1b131a req-2b683ea9-13b1-4716-8258-fb899e0b4cf8 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 944 time: 0.0534611 Jul 30 05:06:17.158561 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-f6741b2a-5eec-4631-8289-c862cd1b131a req-1318b9f7-03c5-4634-8d33-29c42eaa2506 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361013 Jul 30 05:06:17.163291 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning for port 25962019-ff63-4aed-ab47-3345aff88244 completed by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 05:06:17.167742 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Provisioning complete for port 25962019-ff63-4aed-ab47-3345aff88244 triggered by entity L2. {{(pid=93063) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 05:06:17.168023 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772651'] for port, provisioning_complete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:17.251401 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682013'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:17.276365 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b075918-d89e-4709-aa38-97b15da7b11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25962019-ff63-4aed-ab47-3345aff88244'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:06:17.278597 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe98f4fc8edd1962d3fc2d73870710fa6e88d015c0353dbd93d0f7e56877708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99438f-b3f0-4476-aaf7-3dd52c088241" -d '{"events": [{"server_uuid": "1b075918-d89e-4709-aa38-97b15da7b11b", "name": "network-vif-plugged", "status": "completed", "tag": "25962019-ff63-4aed-ab47-3345aff88244"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:17.295974 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] For port 25962019-ff63-4aed-ab47-3345aff88244, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=25962019-ff63-4aed-ab47-3345aff88244,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:17.300395 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763464247857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763463875844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763463875862'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:17.324945 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf6037d-fa76-45b9-945d-a6b0c1c9f5dd x-openstack-request-id: req-2bf6037d-fa76-45b9-945d-a6b0c1c9f5dd {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:17.325238 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b075918-d89e-4709-aa38-97b15da7b11b", "name": "network-vif-plugged", "status": "completed", "tag": "25962019-ff63-4aed-ab47-3345aff88244", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:17.325487 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bf6037d-fa76-45b9-945d-a6b0c1c9f5dd {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:17.325876 dv-cinder-787262-6-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b075918-d89e-4709-aa38-97b15da7b11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25962019-ff63-4aed-ab47-3345aff88244', 'code': 200} Jul 30 05:06:17.359547 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Pushing event updated for resources: {'Port': ['ID=25962019-ff63-4aed-ab47-3345aff88244,revision_number=5']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:17.513936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db725ac-ef9b-475b-89a2-592402a626ab req-bd517965-c214-4abb-890c-26a0586a531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:17.515510 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2db725ac-ef9b-475b-89a2-592402a626ab req-bd517965-c214-4abb-890c-26a0586a531e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 1098 time: 0.0554564 Jul 30 05:06:17.554025 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-2db725ac-ef9b-475b-89a2-592402a626ab req-1adc0d77-637a-4968-b36e-fa9d9a0134d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299482 Jul 30 05:06:18.283226 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa480-cdf1-4082-9051-237bcb4e0d88 req-0699de11-a8d3-4c3e-b595-cbd497409f58 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:18.284689 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e5efa480-cdf1-4082-9051-237bcb4e0d88 req-0699de11-a8d3-4c3e-b595-cbd497409f58 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 945 time: 0.0522609 Jul 30 05:06:18.323066 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-e5efa480-cdf1-4082-9051-237bcb4e0d88 req-2dd1ae84-d336-4e62-a7c7-d899b96da535 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320830 Jul 30 05:06:19.439726 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188262f-e4fb-42a7-9456-6907d61f8537 req-2a7d3ed5-fae8-414c-b3a1-1733b881753c tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:19.441221 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c188262f-e4fb-42a7-9456-6907d61f8537 req-2a7d3ed5-fae8-414c-b3a1-1733b881753c tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 945 time: 0.0510178 Jul 30 05:06:19.478969 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-c188262f-e4fb-42a7-9456-6907d61f8537 req-d4170adb-f190-4531-b6a7-90f3e579437c tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Jul 30 05:06:39.097524 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:39.369371 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd75bb-fc62-4c1a-b726-cda0c06466c3 req-0ed7ff27-0688-49e7-8ff8-816a714593be tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:39.370842 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6fd75bb-fc62-4c1a-b726-cda0c06466c3 req-0ed7ff27-0688-49e7-8ff8-816a714593be tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 945 time: 0.0482984 Jul 30 05:06:39.407728 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-d6fd75bb-fc62-4c1a-b726-cda0c06466c3 req-7372aed6-070f-4ee1-9b21-5f93fa585d5b tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Jul 30 05:06:40.525628 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1477a-884d-4c40-a022-ae93c9f15e3d req-dfdb2f74-f96e-4791-a5a4-9d70c4b5766f tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:40.527108 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-88d1477a-884d-4c40-a022-ae93c9f15e3d req-dfdb2f74-f96e-4791-a5a4-9d70c4b5766f tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 945 time: 0.0514307 Jul 30 05:06:40.564460 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-88d1477a-884d-4c40-a022-ae93c9f15e3d req-3be08c8c-da51-4acf-ad4b-2910c73538d7 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/security-groups?id=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 30 05:06:40.840865 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ff581cfc-1e7d-4860-9a5b-4ff9cce5d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:41.116158 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38397-185e-421f-bb01-2ba3454146e7 req-79e1c1e9-74cd-48e3-9188-eb06086f7814 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:06:41.117604 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-58e38397-185e-421f-bb01-2ba3454146e7 req-79e1c1e9-74cd-48e3-9188-eb06086f7814 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 945 time: 0.0474229 Jul 30 05:06:41.208246 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Deleting port 25962019-ff63-4aed-ab47-3345aff88244 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:06:41.208582 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:41.293284 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] For port 25962019-ff63-4aed-ab47-3345aff88244, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=25962019-ff63-4aed-ab47-3345aff88244,segment=NetworkSegment(4f69827e-d06d-49a7-871d-269c138c574e),segment_id=4f69827e-d06d-49a7-871d-269c138c574e)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:41.293644 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:41.306888 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Calling delete_port for 25962019-ff63-4aed-ab47-3345aff88244 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:06:41.432635 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:41.445092 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] get_ports_and_sgs() called for port_ids ['25962019-ff63-4aed-ab47-3345aff88244'] {{(pid=93063) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:06:41.459111 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Pushing event deleted for resources: {'Port': ['ID=25962019-ff63-4aed-ab47-3345aff88244,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:41.503183 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] No DVR routers for this DVR port 25962019-ff63-4aed-ab47-3345aff88244 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:06:41.505681 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:41.508437 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-58e38397-185e-421f-bb01-2ba3454146e7 req-cbe654b1-61ac-40d9-9b93-0ad5203ec3c1 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.37 "DELETE /v2.0/ports/25962019-ff63-4aed-ab47-3345aff88244 HTTP/1.1" status: 204 len: 173 time: 0.3840156 Jul 30 05:06:41.508863 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b075918-d89e-4709-aa38-97b15da7b11b', 'name': 'network-vif-deleted', 'tag': '25962019-ff63-4aed-ab47-3345aff88244'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:06:41.511141 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e82520-d896-421a-99a2-f6da8d3b7710" -d '{"events": [{"server_uuid": "1b075918-d89e-4709-aa38-97b15da7b11b", "name": "network-vif-deleted", "tag": "25962019-ff63-4aed-ab47-3345aff88244"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:41.546482 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d565031e-ccbe-4de2-862b-21de96c7341d x-openstack-request-id: req-d565031e-ccbe-4de2-862b-21de96c7341d {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:41.546771 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b075918-d89e-4709-aa38-97b15da7b11b", "name": "network-vif-deleted", "tag": "25962019-ff63-4aed-ab47-3345aff88244", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:41.547064 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d565031e-ccbe-4de2-862b-21de96c7341d {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:41.547462 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b075918-d89e-4709-aa38-97b15da7b11b', 'name': 'network-vif-deleted', 'tag': '25962019-ff63-4aed-ab47-3345aff88244', 'status': 'completed', 'code': 200} Jul 30 05:06:41.672206 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-0d8e1849-4b57-460e-af7a-6d5a2c7bf96c req-c10869d9-2fd7-4f47-82f1-66cbd90d1266 tempest-VolumesSnapshotTestJSON-1154557877 tempest-VolumesSnapshotTestJSON-1154557877-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b075918-d89e-4709-aa38-97b15da7b11b HTTP/1.1" status: 200 len: 210 time: 0.0264688 Jul 30 05:06:43.196373 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2a7a092c-508c-4b34-82c1-4b642111c6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:43.604975 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:44.246171 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:06:44.369151 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:06:45.514465 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 25962019-ff63-4aed-ab47-3345aff88244 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:06:45.534762 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 25962019-ff63-4aed-ab47-3345aff88244 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:06:45.535127 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 25962019-ff63-4aed-ab47-3345aff88244 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:06:46.070611 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:01.642298 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36804) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:01.795371 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Deleting port c67583b0-8067-4c97-b971-831e9922b5c6 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:01.795722 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:01.871307 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:01.871647 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:01.883486 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Calling delete_port for c67583b0-8067-4c97-b971-831e9922b5c6 owned by network:floatingip {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:02.026937 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:02.052052 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'Port': ['ID=c67583b0-8067-4c97-b971-831e9922b5c6,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:02.077650 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.078004 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.078353 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.078694 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.079066 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.079407 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.079743 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.080074 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.080409 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.080739 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.081068 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.081397 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:02.120038 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:02.120362 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.db.l3_db [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Floating IP d57babbb-9c87-43fc-99e7-1f51f5f5bbdd disassociated (deleted). External IP: 172.27.2.205, port: ddc5deae-c655-4067-a8ce-ac5af8522abc. Jul 30 05:07:02.329487 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:07:02.437768 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:07:02.442998 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:02.448870 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:07:02.458069 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:02.458680 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:06:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:02.472556 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-4ab197e4-ce15-4c1f-861c-a52335097a6e tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "DELETE /v2.0/floatingips/d57babbb-9c87-43fc-99e7-1f51f5f5bbdd HTTP/1.1" status: 204 len: 168 time: 0.8267879 Jul 30 05:07:02.472556 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc'}] {{(pid=93061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:07:02.473500 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d759f0ad60e2014a9aa0f698ce86f20233d94172128d89f7959d13d4de22f799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51741cc-d29d-4ff2-a21c-cea543e649c7" -d '{"events": [{"name": "network-changed", "server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc"}]}' {{(pid=93061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:07:02.514407 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b3beb9-c612-446d-be96-11301a9febbf x-openstack-request-id: req-52b3beb9-c612-446d-be96-11301a9febbf {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:07:02.514823 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc", "status": "completed", "code": 200}]} {{(pid=93061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:07:02.515129 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52b3beb9-c612-446d-be96-11301a9febbf {{(pid=93061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:07:02.515696 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'status': 'completed', 'code': 200} Jul 30 05:07:02.574243 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:02.585604 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-83b9989c-d6ac-4615-8e32-75fd80e822ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:02.587155 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-83b9989c-d6ac-4615-8e32-75fd80e822ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 1099 time: 0.0477812 Jul 30 05:07:02.697013 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-72fc2825-cda5-42d3-8b06-29353b87f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:02.698514 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-72fc2825-cda5-42d3-8b06-29353b87f6fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.1015708 Jul 30 05:07:02.750596 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-aa2982fa-0b3c-4664-9d58-8cc1358a32e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc HTTP/1.1" status: 200 len: 217 time: 0.0426333 Jul 30 05:07:02.801682 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-57b79963-5aaf-4730-b00f-8f6b59b3f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:02.803978 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-57b79963-5aaf-4730-b00f-8f6b59b3f954 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0451064 Jul 30 05:07:02.850428 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-5b0ccf29-98b2-4c26-afb1-e2597e269437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:02.851954 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-5b0ccf29-98b2-4c26-afb1-e2597e269437 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403790 Jul 30 05:07:02.869015 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-e6a5f282-d47b-4f8f-b439-9c6df37c3876 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 05:07:02.869982 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-e6a5f282-d47b-4f8f-b439-9c6df37c3876 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060120 Jul 30 05:07:02.875450 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce5a2-31b9-4b02-9177-8493b722624a req-935e5493-7cc7-4e71-a958-736f0cddb6a7 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:02.877103 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-353ce5a2-31b9-4b02-9177-8493b722624a req-935e5493-7cc7-4e71-a958-736f0cddb6a7 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 946 time: 0.2210538 Jul 30 05:07:02.917478 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-353ce5a2-31b9-4b02-9177-8493b722624a req-433b28e8-1d4a-4329-a908-3dea25b28e31 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340042 Jul 30 05:07:02.955333 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:25Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:02.975156 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-432138b5-b39d-4bc1-af1a-3442703358ab service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953622 Jul 30 05:07:02.982079 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:07:02.990315 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:02.991078 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:06:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:03.065570 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-e51741cc-d29d-4ff2-a21c-cea543e649c7 req-172f9797-cab9-45cd-93d1-c42cff4b77ae service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817246 Jul 30 05:07:03.097523 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:03.315697 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:25Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:03.343682 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb337-db46-4aa0-a9f5-f6c44877260f None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_floatingips': [{'id': 'dddf67fc-2a13-48d0-a3a8-a7d8da19e838', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'router_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'port_id': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'mac_address': 'fa:16:3e:9c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T05:03:23Z', 'updated_at': '2021-07-30T05:03:25Z', 'revision_number': 1, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:07:03.569355 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa6683-cd47-42b0-9c73-e3df200e2ab9 None None] New status for floating IP d57babbb-9c87-43fc-99e7-1f51f5f5bbdd: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:07:04.082810 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa036e89-6172-443a-8f06-fe14d1ba3b58 req-19b7bc1b-9a3d-4df7-9eff-dc61ec27fa6d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:04.084918 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fa036e89-6172-443a-8f06-fe14d1ba3b58 req-19b7bc1b-9a3d-4df7-9eff-dc61ec27fa6d tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 946 time: 0.0977464 Jul 30 05:07:04.121925 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-fa036e89-6172-443a-8f06-fe14d1ba3b58 req-8b0b45c3-54fc-4f32-9dd4-b97d181a1968 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Jul 30 05:07:04.244839 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-06ab2921-a6d0-4da7-a07b-04710c7b7a05 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:04.246211 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-06ab2921-a6d0-4da7-a07b-04710c7b7a05 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Jul 30 05:07:04.336912 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Deleting port ddc5deae-c655-4067-a8ce-ac5af8522abc {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:04.337249 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:04.420546 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] For port ddc5deae-c655-4067-a8ce-ac5af8522abc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ddc5deae-c655-4067-a8ce-ac5af8522abc,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:04.420903 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:04.433126 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Calling delete_port for ddc5deae-c655-4067-a8ce-ac5af8522abc owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:04.556966 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:04.584468 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'Port': ['ID=ddc5deae-c655-4067-a8ce-ac5af8522abc,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:04.610901 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.611257 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.611600 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.611936 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.612278 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.612601 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.612929 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.613254 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.613581 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.613904 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.614226 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.614547 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:04.638107 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] No DVR routers for this DVR port ddc5deae-c655-4067-a8ce-ac5af8522abc on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:07:04.640917 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:04.642999 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-ca8e9325-abb4-4270-bea4-3fb68287a3e4 req-79c2446a-e5f1-4487-97ed-4e64f7d1d8be tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "DELETE /v2.0/ports/ddc5deae-c655-4067-a8ce-ac5af8522abc HTTP/1.1" status: 204 len: 173 time: 0.3904531 Jul 30 05:07:04.643447 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'name': 'network-vif-deleted', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:07:04.645674 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8349eabe-d06f-4687-a195-1f8646241689" -d '{"events": [{"server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "name": "network-vif-deleted", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:07:04.695407 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddf93fb-01a0-48cc-ba1c-4a28ec543bdc x-openstack-request-id: req-1ddf93fb-01a0-48cc-ba1c-4a28ec543bdc {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:07:04.695607 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02335cc6-6816-4d04-bd01-0268483b5529", "name": "network-vif-deleted", "tag": "ddc5deae-c655-4067-a8ce-ac5af8522abc", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:07:04.696072 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ddf93fb-01a0-48cc-ba1c-4a28ec543bdc {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:07:04.697346 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02335cc6-6816-4d04-bd01-0268483b5529', 'name': 'network-vif-deleted', 'tag': 'ddc5deae-c655-4067-a8ce-ac5af8522abc', 'status': 'completed', 'code': 200} Jul 30 05:07:05.225373 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-5e15555a-aa55-41cb-a566-aa14643821d3 req-9ceee090-ad8a-499b-8406-c5c9733fc583 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=02335cc6-6816-4d04-bd01-0268483b5529 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Jul 30 05:07:05.748757 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36856) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:05.793145 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Deleting subnet b854673d-659d-4bd8-96d4-e927fc9b79b6 {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:07:05.796061 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:05.829358 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:05.870053 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:05.920247 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:05.932622 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:05.934633 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b854673d-659d-4bd8-96d4-e927fc9b79b6 HTTP/1.1" status: 204 len: 168 time: 0.1848874 Jul 30 05:07:05.937223 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36858) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:05.952691 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99fb51-67e9-4d8a-9b5c-281546d292ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b854673d-659d-4bd8-96d4-e927fc9b79b6,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:06.004714 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.082285 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.092335 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ec5ac2-14fd-4db1-b75f-412a1f59ecd8']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:06.102713 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f69827e-d06d-49a7-871d-269c138c574e') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:06.103028 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f69827e-d06d-49a7-871d-269c138c574e') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:06.111420 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.124389 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.130279 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:07:06.130663 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:07:06.132746 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:07:06.184462 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.189660 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.191478 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] 10.222.0.35 "DELETE /v2.0/networks/46ec5ac2-14fd-4db1-b75f-412a1f59ecd8 HTTP/1.1" status: 204 len: 168 time: 0.2530816 Jul 30 05:07:06.202981 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115e69b-017c-4873-8ffb-c855404b0242 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ec5ac2-14fd-4db1-b75f-412a1f59ecd8,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:06.364570 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36868) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:06.406339 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-f7604225-7757-4a31-8050-34eef4aea3be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df04c2111dc9455a801d0559d35918bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405798 Jul 30 05:07:06.408731 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36870) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:06.459786 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-56b5721a-d15d-42df-ad85-25f23faf972f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.481500 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-56b5721a-d15d-42df-ad85-25f23faf972f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.529717 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-56b5721a-d15d-42df-ad85-25f23faf972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.532208 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-56b5721a-d15d-42df-ad85-25f23faf972f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:06.533339 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-56b5721a-d15d-42df-ad85-25f23faf972f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dc39cc4-02a3-4fcc-8b29-b06f92e1b840 HTTP/1.1" status: 204 len: 168 time: 0.1237245 Jul 30 05:07:06.541658 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5721a-d15d-42df-ad85-25f23faf972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc39cc4-02a3-4fcc-8b29-b06f92e1b840,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:07.452001 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ddc5deae-c655-4067-a8ce-ac5af8522abc no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:07.472920 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: ddc5deae-c655-4067-a8ce-ac5af8522abc {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:07.473266 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device ddc5deae-c655-4067-a8ce-ac5af8522abc not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:08.505203 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36882) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:08.655676 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Deleting port a0247a86-9d36-4ed8-8afb-be4a3a18d9d1 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:08.656020 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:08.731564 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:08.731900 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:08.743781 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Calling delete_port for a0247a86-9d36-4ed8-8afb-be4a3a18d9d1 owned by network:floatingip {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:09.103798 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:09.159561 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:09.185286 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'Port': ['ID=a0247a86-9d36-4ed8-8afb-be4a3a18d9d1,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:09.241847 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:09.242242 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.db.l3_db [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Floating IP dddf67fc-2a13-48d0-a3a8-a7d8da19e838 disassociated (deleted). External IP: 172.27.2.122, port: 66fde4f0-67bc-4b56-8d83-0f84d462f224. Jul 30 05:07:09.441777 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:07:09.548629 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:07:09.553370 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:09.558084 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:07:09.566891 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:09.567527 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:06:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:09.579952 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-8d500173-a681-46ea-bf42-4d122a509d92 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "DELETE /v2.0/floatingips/dddf67fc-2a13-48d0-a3a8-a7d8da19e838 HTTP/1.1" status: 204 len: 168 time: 1.0736606 Jul 30 05:07:09.580538 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:07:09.582782 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:07:09.621327 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 05:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508e5870-f365-4277-96e6-6d65f7b910a6 x-openstack-request-id: req-508e5870-f365-4277-96e6-6d65f7b910a6 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:07:09.622216 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:07:09.622467 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-508e5870-f365-4277-96e6-6d65f7b910a6 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:07:09.622867 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'status': 'completed', 'code': 200} Jul 30 05:07:09.686199 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:09.819036 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba8841-d6aa-406d-abc8-f433e85fc2fe req-3af0c46e-8595-42cb-984a-5d8a50ebc359 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:09.821636 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-69ba8841-d6aa-406d-abc8-f433e85fc2fe req-3af0c46e-8595-42cb-984a-5d8a50ebc359 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0529470 Jul 30 05:07:09.836334 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-c0f44d20-c560-4d66-8ef6-0d2aa0ae6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:09.837906 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-c0f44d20-c560-4d66-8ef6-0d2aa0ae6ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04647c5f07c24835b912fed4e98d8ec2&device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 1098 time: 0.1921172 Jul 30 05:07:09.861398 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-69ba8841-d6aa-406d-abc8-f433e85fc2fe req-13da69d3-7f1d-4455-a1c9-eb2dfef8b51a tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Jul 30 05:07:09.914710 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:09.931940 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-15f55539-120d-4baf-ad3d-fd1b2156edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:09.933390 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-15f55539-120d-4baf-ad3d-fd1b2156edb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 200 len: 913 time: 0.0864987 Jul 30 05:07:09.940061 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:07:09.948353 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:09.948958 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:06:43Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:09.977568 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-b7866792-9254-404a-ba09-3aaaf5550c90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 200 len: 217 time: 0.0357263 Jul 30 05:07:10.031405 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-558572ca-40d4-4dd0-9c14-d1d0a6843687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:10.032880 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-558572ca-40d4-4dd0-9c14-d1d0a6843687 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 200 len: 851 time: 0.0468733 Jul 30 05:07:10.052994 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:10.080740 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-60c7b755-d6be-4a86-b128-80120608f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:10.082392 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-60c7b755-d6be-4a86-b128-80120608f060 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408132 Jul 30 05:07:10.176608 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-e7fde997-b912-4f53-9afc-de31a8060d30 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820959 Jul 30 05:07:10.245040 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:10.273334 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-9c6249f8-620a-4816-b7fc-5ee9c420c9f6 req-1b7fef44-a3ed-4f8f-a7dc-003b0bdc5559 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884531 Jul 30 05:07:10.275247 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d63dc0-6f58-4c3d-8498-d960d8d79540 None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T04:58:59Z', 'revision_number': 4, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi', '_interfaces': [{'id': '068a0e91-dc00-485f-83ab-51f612f6dd6a', 'name': '', 'network_id': '6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'mac_address': 'fa:16:3e:95:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '2f40e549-fea9-453b-a691-886f70895b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:59Z', 'updated_at': '2021-07-30T04:59:06Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'subnets': [{'id': '2f40e549-fea9-453b-a691-886f70895b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:07:10.478869 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92e4ab-084c-45a9-899e-68f0c1e93128 None None] New status for floating IP dddf67fc-2a13-48d0-a3a8-a7d8da19e838: DOWN {{(pid=93064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 05:07:10.841755 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7f0b6908-afa8-4d98-9667-5e90f889d2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:10.980682 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072390a-e388-4907-aff6-6b4c1e80f1e2 req-38f8c483-fc92-434a-9d3d-40a4a80da491 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:10.982146 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4072390a-e388-4907-aff6-6b4c1e80f1e2 req-38f8c483-fc92-434a-9d3d-40a4a80da491 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0488360 Jul 30 05:07:11.021978 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-4072390a-e388-4907-aff6-6b4c1e80f1e2 req-15b684b5-5ba9-48a9-9073-fa1206377740 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/security-groups?id=d50b6189-27c6-4e67-9799-633552f2222a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339684 Jul 30 05:07:11.263064 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-eb0cde6f-a917-42fa-a6a5-a48694a8bdc6 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 05:07:11.264428 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-eb0cde6f-a917-42fa-a6a5-a48694a8bdc6 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 945 time: 0.0485485 Jul 30 05:07:11.354346 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Deleting port 66fde4f0-67bc-4b56-8d83-0f84d462f224 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:11.354683 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:11.437944 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] For port 66fde4f0-67bc-4b56-8d83-0f84d462f224, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=66fde4f0-67bc-4b56-8d83-0f84d462f224,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:11.438296 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:11.450973 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Calling delete_port for 66fde4f0-67bc-4b56-8d83-0f84d462f224 owned by compute:nova {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:11.575170 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:11.606011 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'Port': ['ID=66fde4f0-67bc-4b56-8d83-0f84d462f224,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:11.652459 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] No DVR routers for this DVR port 66fde4f0-67bc-4b56-8d83-0f84d462f224 on host hv-cinder-78726 {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:07:11.654981 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for port, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:11.657022 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [req-a81ac174-7ca8-4b62-aa28-cf94d71f47a0 req-e01aff8b-5f6c-4d8e-9e72-8bd8185ab180 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.37 "DELETE /v2.0/ports/66fde4f0-67bc-4b56-8d83-0f84d462f224 HTTP/1.1" status: 204 len: 173 time: 0.3866615 Jul 30 05:07:11.657460 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'name': 'network-vif-deleted', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224'}] {{(pid=93062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 05:07:11.659711 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8676f2e350d490e83e64d1aed996cc7b55422868fdc9212bd4d178f2e677c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b452ec8-a537-4f3c-8902-2d3c5c6a4b24" -d '{"events": [{"server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "name": "network-vif-deleted", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224"}]}' {{(pid=93062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:07:11.696101 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137bb4f2-7cde-43d0-8230-400094bc4568 x-openstack-request-id: req-137bb4f2-7cde-43d0-8230-400094bc4568 {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:07:11.696413 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5ef3a1-e9eb-4fd9-8018-e25421d980ed", "name": "network-vif-deleted", "tag": "66fde4f0-67bc-4b56-8d83-0f84d462f224", "status": "completed", "code": 200}]} {{(pid=93062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:07:11.696653 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-137bb4f2-7cde-43d0-8230-400094bc4568 {{(pid=93062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:07:11.697055 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5ef3a1-e9eb-4fd9-8018-e25421d980ed', 'name': 'network-vif-deleted', 'tag': '66fde4f0-67bc-4b56-8d83-0f84d462f224', 'status': 'completed', 'code': 200} Jul 30 05:07:12.126091 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [req-617b37a7-3710-4a7f-b028-35f1fd473bd3 req-48273983-2b89-4771-8dc5-9dff3a9f7a0c tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d5ef3a1-e9eb-4fd9-8018-e25421d980ed HTTP/1.1" status: 200 len: 210 time: 0.0262301 Jul 30 05:07:13.182194 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36900) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:13.197926 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a408893-2c32-41d8-9986-567ed7e2048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.303506 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Deleting port 478cf4d5-c4a6-4f82-9b1a-a8d72a11297f {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:13.303955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.375214 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.375539 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.387637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Calling delete_port for 478cf4d5-c4a6-4f82-9b1a-a8d72a11297f owned by network:floatingip {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:13.498596 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 66fde4f0-67bc-4b56-8d83-0f84d462f224 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:13.516250 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.517692 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] No Port match for: 66fde4f0-67bc-4b56-8d83-0f84d462f224 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:13.518038 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Device 66fde4f0-67bc-4b56-8d83-0f84d462f224 not bound to the agent host hv-cinder-78726 {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:13.543117 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'Port': ['ID=478cf4d5-c4a6-4f82-9b1a-a8d72a11297f,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:13.607613 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.612955 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1811'] for floatingip, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.613120 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:13.613245 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-02264a90-bf2d-4b6c-88c3-9080a5fb5f97 tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "DELETE /v2.0/floatingips/93d6733a-391d-4ed9-9a09-bb2706f2659c HTTP/1.1" status: 204 len: 168 time: 0.4287117 Jul 30 05:07:14.373109 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:14.818539 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36912) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:14.875637 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c9ea958a-e1db-4b5c-8abe-3107a3811ccf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:14.899690 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c9ea958a-e1db-4b5c-8abe-3107a3811ccf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:14.961634 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c9ea958a-e1db-4b5c-8abe-3107a3811ccf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:14.964499 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-c9ea958a-e1db-4b5c-8abe-3107a3811ccf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Notify callbacks [] for security_group, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:14.967936 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-c9ea958a-e1db-4b5c-8abe-3107a3811ccf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] 10.222.0.35 "DELETE /v2.0/security-groups/d50b6189-27c6-4e67-9799-633552f2222a HTTP/1.1" status: 204 len: 168 time: 0.1483338 Jul 30 05:07:14.981474 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea958a-e1db-4b5c-8abe-3107a3811ccf tempest-TestVolumeBootPattern-375439377 tempest-TestVolumeBootPattern-375439377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b6189-27c6-4e67-9799-633552f2222a,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:15.034307 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36916) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:15.473759 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:15.711040 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Deleting port 068a0e91-dc00-485f-83ab-51f612f6dd6a {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:15.711367 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:15.785660 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] For port 068a0e91-dc00-485f-83ab-51f612f6dd6a, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=068a0e91-dc00-485f-83ab-51f612f6dd6a,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:15.786019 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:15.798867 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Calling delete_port for 068a0e91-dc00-485f-83ab-51f612f6dd6a owned by network:router_interface {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:15.974570 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:15.999762 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=068a0e91-dc00-485f-83ab-51f612f6dd6a,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:16.075323 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:16.167418 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:16.376892 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:07:16.480057 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:07:16.484979 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-eafc5a5b-2434-42a7-9ce2-77cdfc11bd9b admin admin] 10.222.0.35 "PUT /v2.0/routers/99ab2a8a-e1f2-4303-89e6-70df679c0bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4496207 Jul 30 05:07:16.487506 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36920) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:16.490216 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] Sync routers for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:07:16.499251 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:16.499858 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:07:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:16.590641 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks [] for router, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:16.607905 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:16.810545 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T05:07:15Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:16.841804 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] Checking router: 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 for host: dv-cinder-787262-6-iscsi {{(pid=93063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:07:16.851720 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] Routers {'99ab2a8a-e1f2-4303-89e6-70df679c0bb1'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:16.852361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:07:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'], 'active': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:16.944707 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:16.961719 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvr_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] Set router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:17.003517 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Deleting port dc114494-bfd2-4ee3-9e18-3a27babaa805 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:17.004095 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.084090 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] For port dc114494-bfd2-4ee3-9e18-3a27babaa805, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=dc114494-bfd2-4ee3-9e18-3a27babaa805,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:17.084454 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.098416 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Calling delete_port for dc114494-bfd2-4ee3-9e18-3a27babaa805 owned by network:router_gateway {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:17.260614 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_hamode_db [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T05:07:15Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:17.264784 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.287463 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16892637-d4af-4576-81c9-6d2bd2eb58da None None] The sync data for ids ['99ab2a8a-e1f2-4303-89e6-70df679c0bb1'] in dv-cinder-787262-6-iscsi is: [{'id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'name': 'tempest-TestVolumeBootPattern-1326556482-router', 'tenant_id': '04647c5f07c24835b912fed4e98d8ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:58:56Z', 'updated_at': '2021-07-30T05:07:15Z', 'revision_number': 5, 'project_id': '04647c5f07c24835b912fed4e98d8ec2', 'gw_port': {'id': 'dc114494-bfd2-4ee3-9e18-3a27babaa805', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ab2a8a-e1f2-4303-89e6-70df679c0bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:58:57Z', 'updated_at': '2021-07-30T04:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}] {{(pid=93063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:07:17.295320 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc114494-bfd2-4ee3-9e18-3a27babaa805,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:17.355259 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.441387 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.443446 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.484378 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.485025 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ab2a8a-e1f2-4303-89e6-70df679c0bb1 {{(pid=93062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:07:17.489106 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] Notify callbacks [] for router, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.490249 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-b9dbfcf8-482d-408e-a56d-d8b347dd7760 admin admin] 10.222.0.35 "DELETE /v2.0/routers/99ab2a8a-e1f2-4303-89e6-70df679c0bb1 HTTP/1.1" status: 204 len: 168 time: 1.0018389 Jul 30 05:07:17.492750 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36922) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:17.540674 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.db_base_plugin_v2 [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Deleting subnet 2f40e549-fea9-453b-a691-886f70895b0c {{(pid=93062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:07:17.543671 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.576636 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7995001'] for subnet, precommit_delete_associations {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.668008 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.729792 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2135267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26862563'] for subnet, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.759783 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f40e549-fea9-453b-a691-886f70895b0c,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:17.763462 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for subnet, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.767543 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-1530edac-215f-4df6-9f2b-d8233d98318b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2f40e549-fea9-453b-a691-886f70895b0c HTTP/1.1" status: 204 len: 168 time: 0.2715759 Jul 30 05:07:17.767981 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.wsgi [-] (93062) accepted ('10.222.0.35', 36924) {{(pid=93062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:17.773498 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372e61c-0027-4ddc-82cc-ba86ef46f4e0 None None] Network 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:07:17.839714 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.896433 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Deleting port 2d05edf0-538b-432d-9e7c-530629825b38 {{(pid=93062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:17.896766 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.974062 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.db [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] For port 2d05edf0-538b-432d-9e7c-530629825b38, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=2d05edf0-538b-432d-9e7c-530629825b38,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:17.974423 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:17.988845 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.plugin [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Calling delete_port for 2d05edf0-538b-432d-9e7c-530629825b38 owned by network:dhcp {{(pid=93062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:18.010141 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] DHCP port deletion for 6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:07:18.070651 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Deleting port 2d05edf0-538b-432d-9e7c-530629825b38 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:18.071634 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.104847 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135244'] for port, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.134990 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d05edf0-538b-432d-9e7c-530629825b38,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:18.145023 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] No DVR routers for this DVR port 2d05edf0-538b-432d-9e7c-530629825b38 on host dv-cinder-787262-6-iscsi {{(pid=93062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:07:18.153554 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] For port 2d05edf0-538b-432d-9e7c-530629825b38, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=2d05edf0-538b-432d-9e7c-530629825b38,segment=NetworkSegment(a2d84a1f-61d8-4a6b-abce-baeb37f1c378),segment_id=a2d84a1f-61d8-4a6b-abce-baeb37f1c378)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:18.153948 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.171666 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Calling delete_port for 2d05edf0-538b-432d-9e7c-530629825b38 owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:18.222654 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.237933 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb']}} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:18.249545 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378') {'for_net_delete': True} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:18.249859 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.services.segments.db [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d84a1f-61d8-4a6b-abce-baeb37f1c378') {} {{(pid=93062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:18.250008 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.259071 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7994994'] for segment, before_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.275104 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.281179 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Pushing event deleted for resources: {'Port': ['ID=2d05edf0-538b-432d-9e7c-530629825b38,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:18.281947 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:07:18.282144 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134845'] for segment, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: Traceback (most recent call last): Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: timer() Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: cb(*args, **kw) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: return func(*args, **kwargs) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: self._notify() Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: self.callback(batched_events) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: event.method(event) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: return f(self, *a, **k) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._get(url).json() Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: return self.request(url, 'GET', **kwargs) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:07:18.284149 dv-cinder-787262-6-iscsi neutron-server[93062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:07:18.291090 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] No DVR routers for this DVR port 2d05edf0-538b-432d-9e7c-530629825b38 on host dv-cinder-787262-6-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:07:18.293452 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.293806 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.294153 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.294491 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.294824 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.295279 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.295615 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.295950 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.296277 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.296603 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.296927 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.297248 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291032b1-b82e-48e8-bb0a-86148e05999c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-6-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:18.356889 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.363174 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron_lib.callbacks.manager [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:18.367911 dv-cinder-787262-6-iscsi neutron-server[93062]: INFO neutron.wsgi [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb HTTP/1.1" status: 204 len: 168 time: 0.5961525 Jul 30 05:07:18.369004 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36926) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:18.380322 dv-cinder-787262-6-iscsi neutron-server[93062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed0a3a-ec73-4285-85f4-e2b191d547c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7c5e56-189d-4c6e-8e2c-8c2cea541ffb,revision_number=None']} {{(pid=93062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:18.999767 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 2d05edf0-538b-432d-9e7c-530629825b38 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:19.020618 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 2d05edf0-538b-432d-9e7c-530629825b38 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:19.020963 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 2d05edf0-538b-432d-9e7c-530629825b38 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:19.021381 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 068a0e91-dc00-485f-83ab-51f612f6dd6a no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:19.035560 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668227'] for router_interface, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:19.039454 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 068a0e91-dc00-485f-83ab-51f612f6dd6a {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:19.039800 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 068a0e91-dc00-485f-83ab-51f612f6dd6a not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:19.040212 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dc114494-bfd2-4ee3-9e18-3a27babaa805 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:19.058396 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: dc114494-bfd2-4ee3-9e18-3a27babaa805 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:19.058740 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device dc114494-bfd2-4ee3-9e18-3a27babaa805 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:19.269825 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Deleting port fac6db32-89a4-4ccb-9440-68b2d228053f {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:19.270173 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:19.346267 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] For port fac6db32-89a4-4ccb-9440-68b2d228053f, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=fac6db32-89a4-4ccb-9440-68b2d228053f,segment=NetworkSegment(1bf46893-be01-4a84-88e6-ccd38809ac32),segment_id=1bf46893-be01-4a84-88e6-ccd38809ac32)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:19.346623 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:19.359652 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Calling delete_port for fac6db32-89a4-4ccb-9440-68b2d228053f owned by network:router_interface {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:19.531942 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:19.557628 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Pushing event deleted for resources: {'Port': ['ID=fac6db32-89a4-4ccb-9440-68b2d228053f,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:19.722582 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-668207'] for router_interface, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:19.930920 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Router 4764025d-9642-474c-9beb-8fb5dc18f7e4 has already been hosted by L3 agent a7c62090-135b-4706-9e6b-5ddbc7d9c68f {{(pid=93061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 05:07:20.035436 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] Notify agent at l3_agent.dv-cinder-787262-6-iscsi the message routers_updated {{(pid=93061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:07:20.040767 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-b7551ee7-8cee-473c-8519-cc089dd6e00e admin admin] 10.222.0.35 "PUT /v2.0/routers/4764025d-9642-474c-9beb-8fb5dc18f7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6699822 Jul 30 05:07:20.043258 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36928) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:20.045676 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] Sync routers for ids ['4764025d-9642-474c-9beb-8fb5dc18f7e4'] in dv-cinder-787262-6-iscsi {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:07:20.054742 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] Routers {'4764025d-9642-474c-9beb-8fb5dc18f7e4'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:20.055440 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:07:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4764025d-9642-474c-9beb-8fb5dc18f7e4'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:20.146135 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks [] for router, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.242437 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] Set router 4764025d-9642-474c-9beb-8fb5dc18f7e4 gateway port host: dv-cinder-787262-6-iscsi {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:20.249803 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.306295 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Deleting port 836bc3ac-c54d-42ea-bdb5-ae4060266022 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:20.306645 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.387516 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] For port 836bc3ac-c54d-42ea-bdb5-ae4060266022, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=836bc3ac-c54d-42ea-bdb5-ae4060266022,segment=NetworkSegment(fd9bf076-71db-4b0c-9a3a-c49070089f24),segment_id=fd9bf076-71db-4b0c-9a3a-c49070089f24)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:20.387890 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.399558 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Calling delete_port for 836bc3ac-c54d-42ea-bdb5-ae4060266022 owned by network:router_gateway {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:20.418114 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'external_fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T05:07:19Z', 'revision_number': 5, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port': {'id': '836bc3ac-c54d-42ea-bdb5-ae4060266022', 'name': '', 'network_id': 'd59f635a-3570-43f5-bbad-7897bf6b360e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T04:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19198bf4-824f-4725-8815-98f6afd58ae0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-6-iscsi'}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:20.443972 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] Checking router: 4764025d-9642-474c-9beb-8fb5dc18f7e4 for host: dv-cinder-787262-6-iscsi {{(pid=93064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:07:20.452149 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] Routers {'4764025d-9642-474c-9beb-8fb5dc18f7e4'} bound to L3 agent in host dv-cinder-787262-6-iscsi {{(pid=93064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 05:07:20.452746 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T04:49:13Z,description=,heartbeat_timestamp=2021-07-30T05:07:13Z,host='dv-cinder-787262-6-iscsi',id=a7c62090-135b-4706-9e6b-5ddbc7d9c68f,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T04:49:13Z,topic='l3_agent')) {'router_ids': ['4764025d-9642-474c-9beb-8fb5dc18f7e4'], 'active': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:20.539829 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvr_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] Set router 4764025d-9642-474c-9beb-8fb5dc18f7e4 gateway port host: None {{(pid=93064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 05:07:20.563827 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.590100 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Pushing event deleted for resources: {'Port': ['ID=836bc3ac-c54d-42ea-bdb5-ae4060266022,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:20.594903 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.l3_hamode_db [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T05:07:20Z', 'revision_number': 6, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port_host': None}], 'dv-cinder-787262-6-iscsi', False) {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:20.622405 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f224d-ae45-4df5-b7be-2d1e65ec06a5 None None] The sync data for ids ['4764025d-9642-474c-9beb-8fb5dc18f7e4'] in dv-cinder-787262-6-iscsi is: [{'id': '4764025d-9642-474c-9beb-8fb5dc18f7e4', 'name': 'tempest-TestVolumeBootPattern-1866707771-router', 'tenant_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T04:59:02Z', 'updated_at': '2021-07-30T05:07:20Z', 'revision_number': 6, 'project_id': '9ef3703d11ae4b3c8190ce4dc9e9cf22', 'gw_port_host': None}] {{(pid=93064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:07:20.655301 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667021'] for router_gateway, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.745622 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1192'] for router, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.747768 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.793196 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555138'] for router, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.793671 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4764025d-9642-474c-9beb-8fb5dc18f7e4 {{(pid=93061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:07:20.798464 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] Notify callbacks [] for router, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.799684 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-a5081ee5-f2dc-4673-a131-c2f966edc28b admin admin] 10.222.0.35 "DELETE /v2.0/routers/4764025d-9642-474c-9beb-8fb5dc18f7e4 HTTP/1.1" status: 204 len: 168 time: 0.7554593 Jul 30 05:07:20.802091 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36930) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:20.845359 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.db_base_plugin_v2 [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Deleting subnet 4e169e1f-d700-495f-bbd9-75451adb85fb {{(pid=93061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 05:07:20.848326 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.882461 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965522'] for subnet, precommit_delete_associations {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:20.967833 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785537'] for subnet, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.045392 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2965652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2675857'] for subnet, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.070232 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e169e1f-d700-495f-bbd9-75451adb85fb,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:21.076073 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.080124 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-19772fb0-b78c-46dc-ac97-f11fef84a438 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4e169e1f-d700-495f-bbd9-75451adb85fb HTTP/1.1" status: 204 len: 168 time: 0.2749302 Jul 30 05:07:21.080429 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36932) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:21.082947 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e1859-1535-40b4-900c-14343bf6c64e None None] Network 96a19904-aa88-4794-9cb3-ee2608945869 requested from dv-cinder-787262-6-iscsi {{(pid=93063) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 05:07:21.150284 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649864'] for network, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.203453 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Deleting port d46573eb-665a-49c4-ade0-7be4cf376310 {{(pid=93061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 05:07:21.203803 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763464243083'] for port, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.244941 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:07:21.265060 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] For port d46573eb-665a-49c4-ade0-7be4cf376310, host dv-cinder-787262-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-6-iscsi',level=0,port_id=d46573eb-665a-49c4-ade0-7be4cf376310,segment=NetworkSegment(1bf46893-be01-4a84-88e6-ccd38809ac32),segment_id=1bf46893-be01-4a84-88e6-ccd38809ac32)] {{(pid=93061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:21.265424 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664212'] for port, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.278406 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.plugin [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Calling delete_port for d46573eb-665a-49c4-ade0-7be4cf376310 owned by network:dhcp {{(pid=93061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 05:07:21.375447 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1682576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763464247839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763463875063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2965691'] for port, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.409163 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416fa4a-747f-4143-b7c7-9de07ca8efb4 None None] DHCP port deletion for 96a19904-aa88-4794-9cb3-ee2608945869 request from dv-cinder-787262-6-iscsi {{(pid=93063) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 05:07:21.412166 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device fac6db32-89a4-4ccb-9440-68b2d228053f no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:21.415184 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d46573eb-665a-49c4-ade0-7be4cf376310,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:21.417018 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] No DVR routers for this DVR port d46573eb-665a-49c4-ade0-7be4cf376310 on host dv-cinder-787262-6-iscsi {{(pid=93061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 05:07:21.438961 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: fac6db32-89a4-4ccb-9440-68b2d228053f {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:21.439398 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device fac6db32-89a4-4ccb-9440-68b2d228053f not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:21.489207 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769814', 'neutron.services.segments.db._delete_segments_for_network-8763464324145'] for network, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.499208 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a19904-aa88-4794-9cb3-ee2608945869']}} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:21.514010 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf46893-be01-4a84-88e6-ccd38809ac32') {'for_net_delete': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:21.514322 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.services.segments.db [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf46893-be01-4a84-88e6-ccd38809ac32') {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:21.524355 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763464325946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2965529'] for segment, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.538440 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895'] for segment, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.544482 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:07:21.544914 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2967370'] for segment, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: Traceback (most recent call last): Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: timer() Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: cb(*args, **kw) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: return func(*args, **kwargs) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: self._notify() Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: self.callback(batched_events) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: event.method(event) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: return f(self, *a, **k) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._get(url).json() Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: return self.request(url, 'GET', **kwargs) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 05:07:21.546696 dv-cinder-787262-6-iscsi neutron-server[93061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 05:07:21.599185 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667057'] for network, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.605599 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598916'] for network, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.607339 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] 10.222.0.35 "DELETE /v2.0/networks/96a19904-aa88-4794-9cb3-ee2608945869 HTTP/1.1" status: 204 len: 168 time: 0.5259898 Jul 30 05:07:21.619271 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90d3d6-e999-4c9c-b538-d701a76a8e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=96a19904-aa88-4794-9cb3-ee2608945869,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:21.730162 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36936) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:21.769851 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-ad96c2ad-9d0a-47b1-b125-23a565b67953 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04647c5f07c24835b912fed4e98d8ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385008 Jul 30 05:07:21.773047 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36938) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:21.819483 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1159f88e-c61b-4176-b0c0-02e29c9a3ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.843794 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1159f88e-c61b-4176-b0c0-02e29c9a3ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.891433 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1159f88e-c61b-4176-b0c0-02e29c9a3ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.893830 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1159f88e-c61b-4176-b0c0-02e29c9a3ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:21.894989 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-1159f88e-c61b-4176-b0c0-02e29c9a3ed7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b79e5c9a-9fce-490f-8308-1caa1c3fc77c HTTP/1.1" status: 204 len: 168 time: 0.1208649 Jul 30 05:07:21.903384 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159f88e-c61b-4176-b0c0-02e29c9a3ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79e5c9a-9fce-490f-8308-1caa1c3fc77c,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:22.199943 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36944) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:22.239558 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-8e6d4892-830a-439d-acb3-eebedd9d7276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ef3703d11ae4b3c8190ce4dc9e9cf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384786 Jul 30 05:07:22.242191 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.wsgi [-] (93061) accepted ('10.222.0.35', 36946) {{(pid=93061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 05:07:22.293195 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9f486d6-d1e6-48c5-bd23-080d2c3841d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:22.316867 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9f486d6-d1e6-48c5-bd23-080d2c3841d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:22.362997 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9f486d6-d1e6-48c5-bd23-080d2c3841d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530648'] for security_group, after_delete {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:22.365509 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-c9f486d6-d1e6-48c5-bd23-080d2c3841d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:22.366792 dv-cinder-787262-6-iscsi neutron-server[93061]: INFO neutron.wsgi [None req-c9f486d6-d1e6-48c5-bd23-080d2c3841d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/add2637f-e950-4289-98f4-d8c3cd1d108d HTTP/1.1" status: 204 len: 168 time: 0.1236722 Jul 30 05:07:22.374317 dv-cinder-787262-6-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f486d6-d1e6-48c5-bd23-080d2c3841d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2637f-e950-4289-98f4-d8c3cd1d108d,revision_number=None']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:23.005005 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device d46573eb-665a-49c4-ade0-7be4cf376310 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:23.025862 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: d46573eb-665a-49c4-ade0-7be4cf376310 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:23.026208 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device d46573eb-665a-49c4-ade0-7be4cf376310 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:23.026640 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 836bc3ac-c54d-42ea-bdb5-ae4060266022 no longer exists at agent ovs-agent-dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:07:23.049080 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] No Port match for: 836bc3ac-c54d-42ea-bdb5-ae4060266022 {{(pid=93063) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 05:07:23.049422 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.rpc [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Device 836bc3ac-c54d-42ea-bdb5-ae4060266022 not bound to the agent host dv-cinder-787262-6-iscsi {{(pid=93063) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:07:39.104492 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:40.842077 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25f484bf-5a48-4fa1-9083-810e61df4a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:43.315961 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e97c0ed8-13b2-41e7-9f21-a6a09185633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:43.602973 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:44.375139 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:46.075918 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:07:58.243033 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:08:09.103635 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:10.842106 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2996e485-94b6-46a9-acc2-960af0380738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:13.196936 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-79cf91de-c643-4176-a58d-d3e665556899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:13.604463 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:14.378696 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:16.079038 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:35.244085 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:08:39.117242 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:40.842319 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ec1c-1f47-499e-8b7d-8f54052003c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:43.198321 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a55ab8c6-4262-4a84-ace9-d57fde01bcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:43.605312 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:44.380946 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:08:46.082209 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:09.122856 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:10.842394 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-36e7b35f-a790-477a-b3ba-2aef5b3639d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:12.243726 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:09:13.199174 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ccaae84c-3508-4d2e-9dce-3f558cdf1839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:13.605305 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:14.384510 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:16.088616 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:39.137907 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:40.842038 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-82ca2481-63c7-44ec-8db6-985df0ae4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:43.199469 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-54845bc7-2c7c-4b0e-a70b-c6eea82b47f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:43.605216 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:44.386430 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:46.088932 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:09:49.245691 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:10:09.151104 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:10.841939 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-90fb19ab-b4c3-4b46-9c3d-935df85a16b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:13.199964 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-30bc2c15-3dd9-4440-a8da-b251e832d0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:13.605426 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:14.389466 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:16.090849 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:26.245792 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:10:39.142716 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:40.842432 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cb551685-766b-4a8a-afa1-ec62fff9ebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:43.201051 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3bc340df-14bb-4baa-868c-1b35f78e4829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:43.605694 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:44.392893 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:10:46.094099 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:03.244988 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:11:09.158740 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:10.842359 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-81585cc7-a9b2-48b6-a9f4-7ba7b93d9fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:13.202501 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-13cf8546-ab6c-42f1-a81c-d235ef11b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:13.606119 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:14.395766 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:16.098416 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:39.159407 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:40.244520 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:11:40.843361 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ee8d8d96-9d27-4a56-b7fb-549d16f5a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:43.203042 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-920d68e3-54cc-4b1d-aaa2-c91b1adcd1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:43.606415 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:44.398195 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:11:46.099786 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:09.156125 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3544-b5f2-4acc-a3c0-355c45a2d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:10.843148 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3294626d-0edc-42a2-ad4f-f989ca6b6184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:13.203655 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-13e36df8-342c-42e7-aaa0-d70f4a8e788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:13.606088 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cea1be68-8aec-4807-bcbf-d87e5422ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:14.400952 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e81a838f-ec59-4998-9196-23a2afbb3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:16.103598 dv-cinder-787262-6-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-32632937-c431-43d5-8ef9-f961d49265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763464324127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773456'] for agent, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 05:12:17.243978 dv-cinder-787262-6-iscsi neutron-server[93064]: DEBUG neutron.db.agents_db [None req-aaa4e9f0-cc55-4dda-bd81-68ebbc75e7e9 None None] Agent healthcheck: found 6 active agents {{(pid=93064) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}